-- Logs begin at Fri 2022-01-14 09:06:30 UTC, end at Fri 2022-01-14 10:02:47 UTC. -- Jan 14 09:36:37.082132 dv-cinder-821602-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 09:36:40.063178 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.common.config [-] Logging enabled! Jan 14 09:36:40.063813 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev378 Jan 14 09:36:40.063965 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 14 09:36:40.067299 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.common.config [-] Logging enabled! Jan 14 09:36:40.067551 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev378 Jan 14 09:36:40.067860 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 14 09:36:40.069081 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 09:36:40.069312 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 09:36:40.069868 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 09:36:40.070114 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 09:36:40.070339 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 09:36:40.070679 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.071103 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 14 09:36:40.071413 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.071707 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.071997 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.072289 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.072578 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.072851 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.073133 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.073426 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.073708 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.073984 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.074265 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.074650 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.074929 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.075215 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.075497 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.075780 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] debug = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.076056 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.076476 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.076894 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.077170 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.077459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.077730 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.078001 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.078916 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.079293 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.079741 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] host = dv-cinder-821602-11-iscsi {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.080121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.080454 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.080743 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.081031 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.081305 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.081579 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.081865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.082134 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.082426 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.082702 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.082988 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.083278 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.083562 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.083789 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.084011 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.084300 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.084585 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.084858 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.085139 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.085410 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.085682 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.085955 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.086224 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.086539 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.086826 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.087113 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.087381 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.087649 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.087914 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.088187 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.088469 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.088739 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.089006 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.089276 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.089566 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.089830 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.090100 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.090420 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.090704 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.090982 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.091263 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.091534 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.091816 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.092084 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.092355 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.092618 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] use_json = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.092885 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.093148 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.093427 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.093762 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.094577 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.094849 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.095118 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.095400 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.095672 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:40.095968 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.096262 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.096559 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.096844 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.097131 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.097406 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.097693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.097967 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.098252 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.098557 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.098845 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.099118 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.099415 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.099708 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.100002 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.100311 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.100605 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.100900 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.101174 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.101480 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.101719 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.101996 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.102284 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.102585 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.102874 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.103161 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.103438 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.103733 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.104018 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.104309 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.104596 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.104867 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.105142 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.105430 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.105705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.105972 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.106245 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.106554 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.106829 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.107096 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.107372 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.107643 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.107909 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.108176 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.108446 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.108731 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.109000 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.109266 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.109581 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.109854 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.110119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.110418 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.110692 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.110958 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.111224 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.111493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.111760 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.112028 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.112303 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.112572 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.112845 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.113176 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.113380 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.113647 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.113914 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.114236 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.114468 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.114737 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.115007 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.115269 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.115533 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.115883 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.116156 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.116430 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.116718 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.117013 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.117288 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.117564 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.117839 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.118112 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.118405 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.118679 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.118952 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.119224 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.119492 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.119785 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.120067 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.120351 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.120668 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.120942 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.121234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.121506 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.121785 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.122058 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.122332 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.122634 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.122913 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.123204 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.123495 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.123788 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.124077 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.124370 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.124644 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.124977 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.125253 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:40.125467 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 09:36:40.125715 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114270) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 14 09:36:40.506961 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 14 09:36:40.507228 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 14 09:36:40.507530 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 14 09:36:40.507864 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 09:36:40.838170 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.838497 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.838727 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.841838 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.842113 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.842407 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.888923 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.889196 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.889463 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.903740 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.904020 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.904292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.935329 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.935605 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.935868 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.972431 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.972706 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:40.972973 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.323119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.323784 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.323784 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.323974 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.324583 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.429166 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.429489 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.429769 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.430038 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.430298 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.430638 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.430896 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.431150 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.431402 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.431684 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.431942 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.432203 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.432456 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.432705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.432958 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.433218 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.433469 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.433731 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.433999 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.434253 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.434545 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.434796 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.435075 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.435451 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.435698 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.435942 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.436351 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:41.436593 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:41.436833 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:41.437071 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:41.437306 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:41.437589 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:41.437959 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 09:36:41.441471 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 09:36:41.446050 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 09:36:41.450433 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 14 09:36:41.452261 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 09:36:41.452788 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 09:36:41.453683 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 14 09:36:41.454179 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 09:36:41.457371 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 09:36:41.457619 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 09:36:41.458045 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 09:36:41.464431 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 14 09:36:41.492230 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 14 09:36:41.492785 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.493095 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 14 09:36:41.493537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.495189 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 09:36:41.495487 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 14 09:36:41.495743 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 14 09:36:41.499278 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.499612 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:41.564241 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 09:36:41.564477 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 09:36:41.564712 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 09:36:41.565096 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 09:36:41.586857 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_db.sqlalchemy.engines [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114270) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 14 09:36:42.025029 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing driver for type 'gre' Jan 14 09:36:42.026007 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] gre ID ranges: [(1, 1000)] Jan 14 09:36:42.079543 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing driver for type 'local' Jan 14 09:36:42.079884 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing driver for type 'vlan' Jan 14 09:36:42.093148 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] VlanTypeDriver initialization complete Jan 14 09:36:42.093510 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing driver for type 'vxlan' Jan 14 09:36:42.094107 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] vxlan ID ranges: [(1, 1000)] Jan 14 09:36:42.145542 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing extension driver 'port_security' Jan 14 09:36:42.146334 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.extensions.port_security [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] PortSecurityExtensionDriver initialization complete Jan 14 09:36:42.146334 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing mechanism driver 'openvswitch' Jan 14 09:36:42.147420 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing mechanism driver 'hyperv' Jan 14 09:36:42.153797 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.plugin [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:36:42.154585 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.154958 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.155311 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.155850 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 09:36:42.156318 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.156671 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.157014 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.157420 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 09:36:42.157836 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.158184 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.158566 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.158967 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 09:36:42.159374 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > security_group after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.159721 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > security_group after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.160058 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.160597 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 09:36:42.161009 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.161358 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.161702 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.162111 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 09:36:42.162545 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > address_group after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.162891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > address_group after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.163227 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.163625 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 14 09:36:42.164007 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] ML2 OVO RPC backend initialized. {{(pid=114270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 14 09:36:42.164722 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.165071 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.165487 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.165835 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > networks before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.166186 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.166556 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > ports before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.166902 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.167245 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnets before_response 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.167586 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.167924 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.168262 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.168597 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.168932 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.169266 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.169597 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.169929 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.170256 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.170866 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.plugin [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Modular L2 Plugin initialization complete Jan 14 09:36:42.171197 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading services supported by the core plugin {{(pid=114270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 09:36:42.171526 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.plugins.ml2.managers [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Got port-security extension from driver 'port_security' Jan 14 09:36:42.172535 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.extensions.vlantransparent [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Disabled vlantransparent extension. Jan 14 09:36:42.173021 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 09:36:42.173336 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: router Jan 14 09:36:42.211244 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.211642 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_create 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.212049 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router before_create 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.212483 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.212895 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.213301 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_delete 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.213728 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.214093 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.214652 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_create 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.215068 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_update 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.215525 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_update 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.215939 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.216362 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_update 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.216852 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_update 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.217333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.217868 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.218108 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: subnet after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.218705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.220135 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.220135 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_create 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.220135 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.220413 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.221660 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router after_update 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.221660 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.221660 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_create 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.222208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.223021 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_update 55549900 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.223021 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > agent after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.227691 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > agent after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.227691 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > network after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.227691 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Tracking information for resource: router configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:42.227691 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Tracking information for resource: floatingip configured {{(pid=114270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 14 09:36:42.232519 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.db.l3_agentschedulers_db [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 09:36:42.233227 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.233650 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port after_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.234043 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port after_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.235024 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: port after_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.235974 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router before_create 55550100 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.236342 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.236708 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_create 55550100 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.237070 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > router precommit_update 55550100 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.241917 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.provider_configuration [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service providers = [] {{(pid=114270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 09:36:42.242299 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.db.servicetype_db [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 09:36:42.245430 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.service_base [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 09:36:42.245780 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.service_base [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 09:36:42.246120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.service_base [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 09:36:42.247045 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.services.service_base [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 14 09:36:42.247413 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.services.service_base [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 09:36:42.247798 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.248113 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 09:36:42.261362 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.261725 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: auto_allocate Jan 14 09:36:42.267554 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: network precommit_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.267927 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: network precommit_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.268455 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.268776 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: tag Jan 14 09:36:42.275635 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.275906 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: timestamp Jan 14 09:36:42.280035 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.280367 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: network_ip_availability Jan 14 09:36:42.285980 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.286439 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.286727 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.287458 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.287782 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: flavors Jan 14 09:36:42.292605 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.292935 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading Plugin: revisions Jan 14 09:36:42.297853 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 14 09:36:42.298242 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_concurrency.lockutils [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=114270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 14 09:36:42.299027 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 14 09:36:42.299368 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Initializing extension manager. Jan 14 09:36:42.299893 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: __init__.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.300237 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: __pycache__ {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.300574 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.300907 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: address_group.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.301687 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.302271 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: address-group Jan 14 09:36:42.302622 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: address_scope.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.303560 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.304088 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: address-scope Jan 14 09:36:42.304409 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.305394 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.305907 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: router-admin-state-down-before-update Jan 14 09:36:42.306230 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: agent.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.306975 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.307481 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: agent Jan 14 09:36:42.307799 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: agent_resources_synced.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.308716 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.309223 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: agent-resources-synced Jan 14 09:36:42.309546 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: allowedaddresspairs.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.311565 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.312089 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: allowed-address-pairs Jan 14 09:36:42.313112 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: auto_allocated_topology.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.314254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.314805 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: auto-allocated-topology Jan 14 09:36:42.315130 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: availability_zone.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.315857 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.316369 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: availability_zone Jan 14 09:36:42.316691 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: availability_zone_filter.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.317652 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.318161 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: availability_zone_filter Jan 14 09:36:42.318522 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: data_plane_status.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.319716 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.320218 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 09:36:42.320537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: default_subnetpools.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.321476 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.321986 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: default-subnetpools Jan 14 09:36:42.322308 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.323184 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.323752 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: dhcp_agent_scheduler Jan 14 09:36:42.324004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: dns.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.324950 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.325457 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension dns-integration not supported by any of loaded plugins Jan 14 09:36:42.325777 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: dns_domain_ports.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.326734 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.327240 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 09:36:42.327567 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.328534 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.329042 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 14 09:36:42.329363 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: dvr.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.330083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.330620 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: dvr Jan 14 09:36:42.330944 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: ecmp_routes.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.331911 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.332418 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 14 09:36:42.332737 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: empty_string_filtering.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.333734 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.334245 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: empty-string-filtering Jan 14 09:36:42.334592 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.335573 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.336139 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 09:36:42.336335 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.337489 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.337995 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 09:36:42.338316 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: external_net.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.339273 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.339787 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: external-net Jan 14 09:36:42.340106 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.341027 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.341537 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: extra_dhcp_opt Jan 14 09:36:42.341860 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: extraroute.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.342802 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.343311 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: extraroute Jan 14 09:36:42.343659 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: extraroute_atomic.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.344731 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.345240 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: extraroute-atomic Jan 14 09:36:42.345564 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: filter_validation.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.346246 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.346782 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: filter-validation Jan 14 09:36:42.347103 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: fip_pf_description.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.348021 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.348524 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 09:36:42.348846 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: fip_port_details.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.349777 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.350282 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: fip-port-details Jan 14 09:36:42.350629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: flavors.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.351911 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.352427 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: flavors Jan 14 09:36:42.352749 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.354504 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.355030 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 09:36:42.355361 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: floatingip_pools.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.356065 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.356578 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: floatingip-pools Jan 14 09:36:42.356903 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: ip_allocation.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.357830 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.358336 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 09:36:42.358692 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.360152 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.360665 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: ip-substring-filtering Jan 14 09:36:42.360991 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l2_adjacency.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.361924 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.362468 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 09:36:42.362791 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.363963 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.364480 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: router Jan 14 09:36:42.364814 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.367145 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.367675 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 09:36:42.368007 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.368952 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.369473 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: ext-gw-mode Jan 14 09:36:42.369799 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.370780 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.371287 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: l3-ha Jan 14 09:36:42.371609 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3_flavors.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.372532 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.373043 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: l3-flavors Jan 14 09:36:42.373366 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.374281 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.374885 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 09:36:42.375737 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: l3agentscheduler.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.376797 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.377311 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: l3_agent_scheduler Jan 14 09:36:42.377637 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: local_ip.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.379526 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.380053 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension local_ip not supported by any of loaded plugins Jan 14 09:36:42.380393 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: logging.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.381914 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.382467 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension logging not supported by any of loaded plugins Jan 14 09:36:42.382800 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: metering.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.383547 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.384123 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: metering Jan 14 09:36:42.384838 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.385550 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.386067 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: metering_source_and_destination_fields Jan 14 09:36:42.386410 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: multiprovidernet.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.387339 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.387850 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: multi-provider Jan 14 09:36:42.388172 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: netmtu.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.389091 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.389602 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: net-mtu Jan 14 09:36:42.389922 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: netmtu_writable.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.390901 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.391415 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: net-mtu-writable Jan 14 09:36:42.391733 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: network_availability_zone.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.392403 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.392909 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: network_availability_zone Jan 14 09:36:42.393228 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: network_ip_availability.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.394374 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.394894 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: network-ip-availability Jan 14 09:36:42.395217 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: network_segment_range.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.395989 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.396494 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 09:36:42.396815 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: pagination.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.397947 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.398278 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: pagination Jan 14 09:36:42.398640 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: port_device_profile.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.399558 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.400091 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: port-device-profile Jan 14 09:36:42.400392 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.401337 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.401836 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: port-mac-address-regenerate Jan 14 09:36:42.402216 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.403106 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.403610 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: port-numa-affinity-policy Jan 14 09:36:42.404034 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: port_resource_request.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.404962 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.405473 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 09:36:42.405798 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: port_resource_request_groups.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.407365 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.407873 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 14 09:36:42.408211 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: portbindings.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.409137 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.409691 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: binding Jan 14 09:36:42.410074 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: portbindings_extended.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.411523 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.412054 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: binding-extended Jan 14 09:36:42.412452 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: portsecurity.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.413414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.413944 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: port-security Jan 14 09:36:42.414371 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: project_id.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.415366 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.415695 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: project-id Jan 14 09:36:42.416025 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: providernet.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.416992 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.417504 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: provider Jan 14 09:36:42.417871 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.421757 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.422831 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos not supported by any of loaded plugins Jan 14 09:36:42.423165 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.424477 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.424995 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 09:36:42.425328 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.426385 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.426910 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 09:36:42.427244 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_default.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.428167 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.428683 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-default not supported by any of loaded plugins Jan 14 09:36:42.429012 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_fip.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.429993 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.430586 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-fip not supported by any of loaded plugins Jan 14 09:36:42.430923 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.431923 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.432394 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 14 09:36:42.432725 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_gateway_ip.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.433697 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.434210 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 09:36:42.434600 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_port_network_policy.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.435585 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.436132 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 09:36:42.436423 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.437546 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.438056 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 14 09:36:42.438400 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_pps_rule.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.439696 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.440337 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-pps not supported by any of loaded plugins Jan 14 09:36:42.440626 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_rule_type_details.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.441632 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.442226 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 09:36:42.442502 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: qos_rules_alias.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.443568 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.444373 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 09:36:42.444694 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: quota_check_limit.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.445623 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.446143 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: quota-check-limit Jan 14 09:36:42.446571 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: quotasv2.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.447532 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.447892 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: quotas Jan 14 09:36:42.448218 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: quotasv2_detail.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.451892 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.452302 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: quota_details Jan 14 09:36:42.452670 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: rbac.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.453779 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.454318 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: rbac-policies Jan 14 09:36:42.454677 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: rbac_address_group.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.455626 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.456195 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: rbac-address-group Jan 14 09:36:42.456586 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: rbac_address_scope.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.457560 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.458130 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: rbac-address-scope Jan 14 09:36:42.458537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: rbac_security_groups.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.459617 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.460020 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: rbac-security-groups Jan 14 09:36:42.460346 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: rbac_subnetpool.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.461367 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.461884 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: rbac-subnetpool Jan 14 09:36:42.462240 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: revisionifmatch.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.463195 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.463706 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: revision-if-match Jan 14 09:36:42.464027 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: revisions.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.465186 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.465797 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: standard-attr-revisions Jan 14 09:36:42.466133 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: router_availability_zone.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.466856 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.467367 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: router_availability_zone Jan 14 09:36:42.467692 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: routerservicetype.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.469232 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.469739 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension router-service-type not supported by any of loaded plugins Jan 14 09:36:42.470067 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.471145 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.471705 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: security-groups-normalized-cidr Jan 14 09:36:42.472034 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.472969 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.473583 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: port-security-groups-filtering Jan 14 09:36:42.473910 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.474888 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.475399 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: security-groups-remote-address-group Jan 14 09:36:42.475730 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.476730 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.477315 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: security-groups-shared-filtering Jan 14 09:36:42.477646 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.478235 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 14 09:36:42.478609 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: securitygroup.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.489082 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.489621 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: security-group Jan 14 09:36:42.489958 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: segment.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.490802 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.491320 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension segment not supported by any of loaded plugins Jan 14 09:36:42.491650 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.492599 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.493113 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 09:36:42.493446 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: servicetype.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.494587 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.495117 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: service-type Jan 14 09:36:42.495446 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: sorting.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.496439 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.496772 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: sorting Jan 14 09:36:42.497096 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: standard_attr_segment.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.498018 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.498565 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 09:36:42.498890 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: standardattrdescription.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.499535 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.500075 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: standard-attr-description Jan 14 09:36:42.500396 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: stateful_security_group.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.501346 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.501860 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: stateful-security-group Jan 14 09:36:42.502182 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: stdattrs_common.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.502772 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 09:36:42.503093 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.504027 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.504540 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 09:36:42.504864 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: subnet_onboard.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.505960 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.506507 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: subnet_onboard Jan 14 09:36:42.506833 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.507770 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.508286 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 09:36:42.508607 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: subnet_service_types.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.509539 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.510057 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: subnet-service-types Jan 14 09:36:42.510403 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: subnetallocation.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.511503 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.512034 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: subnet_allocation Jan 14 09:36:42.512473 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.513151 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.513665 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: subnetpool-prefix-ops Jan 14 09:36:42.513989 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.514961 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.515513 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 09:36:42.515837 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: tagging.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.516923 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.517453 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: standard-attr-tag Jan 14 09:36:42.517781 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: timestamp.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.519038 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.519563 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loaded extension: standard-attr-timestamp Jan 14 09:36:42.519885 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: trunk.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.520932 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.521451 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension trunk not supported by any of loaded plugins Jan 14 09:36:42.521774 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: trunk_details.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.522736 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.523254 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension trunk-details not supported by any of loaded plugins Jan 14 09:36:42.523579 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: uplink_status_propagation.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.524510 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.525028 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 09:36:42.525354 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Loading extension file: vlantransparent.py {{(pid=114270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 14 09:36:42.526071 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 09:36:42.526563 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 09:36:42.529093 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:network Jan 14 09:36:42.529608 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:subnet Jan 14 09:36:42.530001 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 09:36:42.530415 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:port Jan 14 09:36:42.532185 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.532631 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service FLAVORS assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.533250 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.533683 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.534013 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:router Jan 14 09:36:42.534460 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 09:36:42.534959 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service METERING assigned prefix: /metering {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.536412 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.536784 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.537137 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:36:42.538162 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 09:36:42.538638 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:security_group Jan 14 09:36:42.539063 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 09:36:42.539648 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service CORE assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.539977 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 09:36:42.540320 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] subnetpool is already registered Jan 14 09:36:42.540762 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service CORE assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.541087 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 09:36:42.541419 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] subnetpool is already registered Jan 14 09:36:42.543716 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.544279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service FLAVORS assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.544898 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.545330 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.545660 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:router Jan 14 09:36:42.545993 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] router is already registered Jan 14 09:36:42.546444 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 09:36:42.547343 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] floatingip is already registered Jan 14 09:36:42.547835 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service METERING assigned prefix: /metering {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.548545 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 09:36:42.548869 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] rbac_policy is already registered Jan 14 09:36:42.549295 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:security_group Jan 14 09:36:42.549627 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] security_group is already registered Jan 14 09:36:42.550035 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 09:36:42.550379 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] security_group_rule is already registered Jan 14 09:36:42.550858 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service CORE assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.551188 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 09:36:42.551516 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] subnetpool is already registered Jan 14 09:36:42.551955 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.v2.resource_helper [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Service CORE assigned prefix: {{(pid=114270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 14 09:36:42.552284 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 09:36:42.552610 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING neutron.quota.resource_registry [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] subnetpool is already registered Jan 14 09:36:42.553083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: extensions {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.555828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: address-groups {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.557339 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: address-scopes {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.558626 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: agents {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.559909 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: auto-allocated-topology {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.561174 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: availability_zones {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.562444 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: dhcp-networks {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.563849 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: dhcp-agents {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.565401 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: routers {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.567564 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: flavors {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.569075 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: service_profiles {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.570278 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: next_providers {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.571778 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: service_profiles {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.573222 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: floatingip-pools {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.574574 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: routers {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.576690 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: floatingips {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.577982 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: l3-routers {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.579426 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: l3-agents {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.580863 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: metering-labels {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.582118 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: metering-label-rules {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.583547 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: network-ip-availabilities {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.584814 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: bindings {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.586401 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: quotas {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.588073 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: quotas {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.589605 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: rbac-policies {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.590846 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: security-groups {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.592173 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: security-group-rules {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.593405 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: service-providers {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.595216 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: subnetpools {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.596539 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: subnetpools {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.598081 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.599795 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.601624 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.603446 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.605124 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.607112 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.608798 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.612209 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.614108 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.615917 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron.api.extensions [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Extended resource: tags {{(pid=114270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 14 09:36:42.622079 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING keystonemiddleware.auth_token [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 09:36:42.626705 dv-cinder-821602-11-iscsi neutron-server[114270]: WARNING keystonemiddleware.auth_token [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 09:36:42.635578 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_concurrency.lockutils [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Acquired lock "singleton_lock" {{(pid=114270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 14 09:36:42.636049 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_concurrency.lockutils [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Releasing lock "singleton_lock" {{(pid=114270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 14 09:36:42.636721 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Starting 2 workers Jan 14 09:36:42.641918 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Started child 114413 {{(pid=114270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 09:36:42.646797 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Started child 114414 {{(pid=114270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 09:36:42.648417 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO neutron.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 09:36:42.649094 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:42.650196 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:42.651674 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Starting 1 workers Jan 14 09:36:42.651840 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:42.652391 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [-] (114413) wsgi starting up on http://0.0.0.0:9696 Jan 14 09:36:42.653313 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [-] (114414) wsgi starting up on http://0.0.0.0:9696 Jan 14 09:36:42.657593 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Started child 114415 {{(pid=114270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 09:36:42.658177 dv-cinder-821602-11-iscsi neutron-server[114270]: INFO oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Starting 1 workers Jan 14 09:36:42.661579 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] calling RpcWorker wait() {{(pid=114415) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 09:36:42.662165 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] returning from RpcWorker wait() {{(pid=114415) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 09:36:42.662914 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Started child 114416 {{(pid=114270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 14 09:36:42.663554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:42.663910 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG neutron_lib.callbacks.manager [None req-47790de5-22af-4381-bc9f-0d7d5f131908 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:42.664041 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:36:42.665903 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 14 09:36:42.666102 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 09:36:42.666291 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 09:36:42.666705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 09:36:42.667058 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 09:36:42.667219 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 09:36:42.667873 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.668067 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:42.668548 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.668548 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.668752 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.668919 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.669622 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.669891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.670149 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.670149 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.670940 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.670940 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.671181 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.671249 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.671496 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.672485 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.672814 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.673103 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.673666 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.673943 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.674212 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.674700 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.675154 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.675619 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] debug = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.676039 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.676727 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.676990 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.677397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.677792 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.678228 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.678518 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.678806 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.679194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.679556 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.679960 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.680410 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.680793 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.681180 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.681601 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.681977 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.682312 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.682616 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.683269 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] host = dv-cinder-821602-11-iscsi {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.683659 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.683961 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.684286 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.684585 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.684851 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.685079 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.685339 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.685610 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.685861 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.686115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.686703 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.687044 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.687308 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.687573 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.687808 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_options = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.688030 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.688277 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.688545 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.688749 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.688911 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.689085 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.689429 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.689751 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.690934 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:36:42.691666 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.691961 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.692240 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.692643 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.693516 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.694234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.695670 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.696152 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.698369 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.699106 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.699575 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.699825 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.700093 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.700289 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.700549 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.701035 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.701035 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.701378 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.701502 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.701738 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.701978 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.702216 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.702600 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.702772 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.703049 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.703468 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.703704 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.703894 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.704342 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.704342 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.704643 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.704805 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.704989 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.705218 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.705495 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.705676 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.705865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.706517 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.706752 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_json = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.707235 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.707235 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.707536 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.707678 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.707878 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.708097 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.708292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.708554 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.708744 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.709471 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.709471 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.710673 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.710673 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.710673 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.710673 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.710673 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.711334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.711334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.711334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.711949 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.711949 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.712273 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.712436 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.712667 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.712938 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.713413 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.713760 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.713760 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.714120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.714298 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.714522 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.714685 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.714903 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.715136 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.715365 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.715603 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.715891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.716161 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.716472 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.716746 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.717016 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.717280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.717490 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.717723 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.718213 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.718213 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.719073 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.719232 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.719419 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.719663 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.719886 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.720101 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.720435 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.720787 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.720787 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.721092 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.721279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.721510 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.721731 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.721943 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.722138 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.722412 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.723024 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.723024 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.723559 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.723871 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.724074 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.724295 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.724505 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.724701 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.724932 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.725186 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.725428 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.725618 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.725802 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.725990 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.726198 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.726446 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.726660 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.726867 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.727075 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.727270 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.727508 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.727700 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.727890 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.728175 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.728378 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.728638 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.728841 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.729046 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.729251 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.729438 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.729569 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.729704 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.729940 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.730159 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.730386 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.730705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.730922 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.731111 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.731296 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.731700 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.731836 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732008 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732243 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732476 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732719 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.732979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.734954 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.734954 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.734954 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.735401 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.735401 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.735666 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.735813 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.736401 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.736401 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.736986 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.736986 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.736986 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.737386 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.737534 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.737693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.737903 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739086 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739086 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739086 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739086 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739380 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739448 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739688 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.739993 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.740224 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.740477 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.740994 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.740994 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.741249 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.741414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.741657 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.741869 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.742139 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.742419 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.742595 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.742854 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.743160 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.743976 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.743976 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.743976 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.744235 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.744306 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.744548 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.744812 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.745061 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.745307 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.745541 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.745766 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.746006 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.746237 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.746485 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.746691 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.746935 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.747154 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.747383 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.747865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.747865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.748139 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.748260 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.748475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.748762 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.748976 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.749184 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.749426 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.749634 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.749882 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.750115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.750325 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.750576 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.750786 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.751003 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.751249 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.751458 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.751734 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.751975 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.752208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.752701 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.752701 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.753045 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.753045 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.753537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.753537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.753809 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.753957 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.754098 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.754313 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.754522 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.754754 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.754976 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.755302 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.755460 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.755786 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.756031 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.756374 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.756738 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.757106 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.757345 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.757562 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.757768 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.757979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.758195 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.758453 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.758720 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.758975 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.759198 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.759409 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.759623 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.759832 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.760043 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.760413 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.761090 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35432) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.766397 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767083 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767512 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.767713 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.768029 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.768312 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.768606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.768884 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.769158 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.769969 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064945 Jan 14 09:36:42.770597 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.770857 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.771096 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.771340 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.771564 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.771786 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.773386 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.773386 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.773386 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.773666 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.773806 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.774018 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.775239 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.775495 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.775723 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.775992 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.776308 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.776469 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.776916 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.777351 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.777774 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.778182 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.778505 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.778724 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.778986 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.779239 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.779463 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.779681 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.779932 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.780266 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.780537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.780945 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.781748 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.781998 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.782278 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.782541 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.782750 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.783050 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.783391 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.783687 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.783945 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.784184 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.784471 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.784628 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.784911 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.785072 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.785310 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.785524 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.785779 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.786022 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.786241 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.786473 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.786699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.786931 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.787150 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.787359 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.787572 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.787780 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.787935 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 09:36:42.788485 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 14 09:36:42.788616 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 14 09:36:42.788766 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 14 09:36:42.788945 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 14 09:36:42.789105 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 14 09:36:42.789229 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 14 09:36:42.789434 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.789753 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.790051 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.791120 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.792699 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] debug = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793292 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.793979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.794234 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:36:42.794334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.794334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.794334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.794334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.794334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.794334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795280 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795964 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795964 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795964 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795964 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] host = dv-cinder-821602-11-iscsi {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.795964 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.796532 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.796532 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.796532 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.796532 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.797600 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.797600 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.797600 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.797600 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.797979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.797979 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798137 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798216 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798303 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798487 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_options = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798641 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798795 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.798949 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.799123 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.799283 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.799438 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.799592 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.799789 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.799930 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800168 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800168 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800408 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800529 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800652 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800737 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.800885 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801029 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801180 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801334 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801489 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801642 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801797 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.801951 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.802520 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.802520 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.802520 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803158 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803158 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803158 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803158 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803158 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803720 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803720 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803720 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.803720 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.804227 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.804227 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.804227 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.804606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.804606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.804606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.805389 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.805389 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.805389 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.805389 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.805389 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.805389 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_json = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.806414 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808417 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.808865 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809305 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809305 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809305 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809478 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809478 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809947 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809947 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.809947 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.810159 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.810233 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.810406 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.810537 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.810702 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.810859 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.811005 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.811377 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.812208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.812208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.812208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.812208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.812208 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.813282 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.816693 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819004 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.819891 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.820459 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.821121 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.822606 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.823493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.824479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.825493 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.826705 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.827627 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.829225 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.830479 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.831966 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.833115 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.834143 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.835194 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.836087 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.837254 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.838279 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.840475 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.841675 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.842866 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.844234 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845119 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845897 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845897 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845897 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845897 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845897 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.845897 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.846825 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.846825 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.846825 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.847411 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.847586 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.847751 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.847905 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.848210 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.848210 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.850928 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.850928 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.850928 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.850928 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.850928 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.850928 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.852333 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.853828 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 14 09:36:42.855629 dv-cinder-821602-11-iscsi neutron-server[114270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 14 09:36:54.510878 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3eb8e-66f0-4a71-a403-e3ec85b86095 None None] get_active_networks_info from dv-cinder-821602-11-iscsi {{(pid=114415) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 14 09:36:54.604321 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b3eb8e-66f0-4a71-a403-e3ec85b86095 None None] No non-hosted networks {{(pid=114415) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 09:36:54.620338 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.agentschedulers_db [None req-a2b3eb8e-66f0-4a71-a403-e3ec85b86095 None None] DHCP Agent not found on host dv-cinder-821602-11-iscsi {{(pid=114415) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 14 09:36:54.680355 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-6436f95f-f259-4659-bdeb-644cbd3a7b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7954859'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:56.802042 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-55421510-93ff-4f40-abb0-cab296b88b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7954859'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:56.855918 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d3d28e32-b0d1-4bf2-a3e4-6987d087dec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:57.854457 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7954859'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:36:59.559663 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7954859'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:01.250499 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7954859'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:01.252531 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.253046 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.253591 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.254154 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.254703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.255312 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.255883 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.256803 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.257333 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.257811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.258293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.258920 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.259504 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:01.260074 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:01.273980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:02.958236 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.db.l3_hamode_db [None req-c0d2b41e-1cdf-4b5c-bc4a-024bcbd47f69 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 09:37:03.055063 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2b41e-1cdf-4b5c-bc4a-024bcbd47f69 None None] Routers set() bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:37:03.055356 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2b41e-1cdf-4b5c-bc4a-024bcbd47f69 None None] Router IDs set() for agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 14 09:37:03.541039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35536) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:04.049684 dv-cinder-821602-11-iscsi neutron-server[114414]: WARNING oslo_policy.policy [None req-eaa40f05-b5d7-47e4-abab-55ca57586751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:04.050230 dv-cinder-821602-11-iscsi neutron-server[114414]: WARNING oslo_policy.policy [None req-eaa40f05-b5d7-47e4-abab-55ca57586751 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:04.274219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [None req-eaa40f05-b5d7-47e4-abab-55ca57586751 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:37:04.275249 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-eaa40f05-b5d7-47e4-abab-55ca57586751 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7332776 Jan 14 09:37:06.937199 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35554) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:07.237728 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '56df2c8b63ae4a43aabd1281552cf21b', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:07.336644 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.policy [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114414) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 14 09:37:07.384584 dv-cinder-821602-11-iscsi neutron-server[114414]: WARNING oslo_policy.policy [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:07.384965 dv-cinder-821602-11-iscsi neutron-server[114414]: WARNING oslo_policy.policy [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:07.394119 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.quota [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] Loaded quota_driver: . Jan 14 09:37:07.485212 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765036811855', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765036810338', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765036797462', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765036794637', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765036800331', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765036776117', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-617056', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7901930', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8323573'] for rbac-policy (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:07.550249 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:07.551472 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-095c3ae1-c262-43fb-aed4-df86814cb8b0 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6133075 Jan 14 09:37:10.226753 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 35566) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:10.739246 dv-cinder-821602-11-iscsi neutron-server[114413]: WARNING oslo_policy.policy [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:10.739825 dv-cinder-821602-11-iscsi neutron-server[114413]: WARNING oslo_policy.policy [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:10.962241 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:10.964027 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.quota [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Loaded quota_driver: . Jan 14 09:37:11.026087 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Made reservation on behalf of bf6a5dac224f4a8aa79fc14730fc3ee4 for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:37:11.095291 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.policy [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114413) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 14 09:37:11.142720 dv-cinder-821602-11-iscsi neutron-server[114413]: WARNING oslo_policy.policy [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:11.143096 dv-cinder-821602-11-iscsi neutron-server[114413]: WARNING oslo_policy.policy [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 09:37:11.154029 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.175361 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.290416 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks [] for security_group (23ec43a5-1b35-4de4-bebe-dbd377be93d0), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.294447 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (23ec43a5-1b35-4de4-bebe-dbd377be93d0), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.315845 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:37:11.344314 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765034530335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (8d2142d8-08e8-4c9f-95af-617f5bee788e), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.344888 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Unsubscribe: segment precommit_create {{(pid=114413) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 09:37:11.345401 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Added segment 8d2142d8-08e8-4c9f-95af-617f5bee788e of type vlan for network 5369a227-f053-454b-a03d-ae533ec78178 Jan 14 09:37:11.362533 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ec43a5-1b35-4de4-bebe-dbd377be93d0,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:11.384184 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.384586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.384991 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.385347 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.385685 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.385990 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.386320 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.386666 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.386995 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.387309 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.387619 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.387925 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.388231 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Tracked resource versions report: Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: pushed versions: Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: { 'AddressGroup': {'1.2'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'ConntrackHelper': {'1.0'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Log': {'1.0'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Network': {'1.1'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Port': {'1.7'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'PortForwarding': {'1.2'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'QosPolicy': {'1.10'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroup': {'1.5'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SubPort': {'1.0'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Subnet': {'1.1'}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Trunk': {'1.1'}} Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: consumer versions: Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'ConntrackHelper': '1.0', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'LocalIPAssociation': '1.0', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Log': '1.0', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Network': '1.1', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Port': '1.7', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'PortForwarding': '1.2', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'QosPolicy': '1.10', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroup': '1.5', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroupRule': '1.2', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SubPort': '1.0', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Subnet': '1.1', Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Trunk': '1.1'}} Jan 14 09:37:11.389701 dv-cinder-821602-11-iscsi neutron-server[114413]: {{(pid=114413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:37:11.467029 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (5369a227-f053-454b-a03d-ae533ec78178), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.506876 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (5369a227-f053-454b-a03d-ae533ec78178), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.508122 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:11.508829 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:11.586457 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3573463 Jan 14 09:37:11.621502 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505367d9-a449-4ba4-bfda-05df25ac9303 admin admin] Pushing event updated for resources: {'Network': ['ID=5369a227-f053-454b-a03d-ae533ec78178,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:11.634207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 5369a227-f053-454b-a03d-ae533ec78178 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:37:14.302465 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35588) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:14.732049 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87bc935-3a58-4e45-8ffe-2c8b5bace4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:14.734160 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-c87bc935-3a58-4e45-8ffe-2c8b5bace4f5 admin admin] 10.222.0.48 "GET /v2.0/networks/5369a227-f053-454b-a03d-ae533ec78178 HTTP/1.1" status: 200 len: 825 time: 0.4307618 Jan 14 09:37:14.757330 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-f0815169-60b2-4982-bdb9-cd603abc71c0 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/3813f92c-0ec3-4181-94c6-a06b7c69f5a3 HTTP/1.1" status: 200 len: 734 time: 0.0175574 Jan 14 09:37:14.765674 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Request body: {'subnet': {'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3', 'name': 'private-subnet', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:14.797570 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Made reservation on behalf of bf6a5dac224f4a8aa79fc14730fc3ee4 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:37:14.800856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:15.086848 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (91d6256a-832d-4d05-915b-d5b778c020a6), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:15.154197 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Checking segment: {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:37:15.155170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Network hostable DHCP agents. Network: 5369a227-f053-454b-a03d-ae533ec78178, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:37:15.167159 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d6256a-832d-4d05-915b-d5b778c020a6,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:15.176937 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.177283 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.177620 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.177944 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.178266 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.178689 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.179023 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.179342 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.179671 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.179991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.180303 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.180613 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.180919 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Tracked resource versions report: Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: pushed versions: Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: { 'AddressGroup': {'1.2'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'ConntrackHelper': {'1.0'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Log': {'1.0'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Network': {'1.1'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Port': {'1.7'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'PortForwarding': {'1.2'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'QosPolicy': {'1.10'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroup': {'1.5'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SubPort': {'1.0'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Subnet': {'1.1'}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Trunk': {'1.1'}} Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: consumer versions: Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'ConntrackHelper': '1.0', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'LocalIPAssociation': '1.0', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Log': '1.0', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Network': '1.1', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Port': '1.7', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'PortForwarding': '1.2', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'QosPolicy': '1.10', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroup': '1.5', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroupRule': '1.2', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SubPort': '1.0', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Subnet': '1.1', Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Trunk': '1.1'}} Jan 14 09:37:15.182313 dv-cinder-821602-11-iscsi neutron-server[114414]: {{(pid=114414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:37:15.212127 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Network 5369a227-f053-454b-a03d-ae533ec78178 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:37:15.226991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 5369a227-f053-454b-a03d-ae533ec78178) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:37:15.231881 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:15.232539 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:15.239380 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85115665-eaaa-4662-a685-93da8eabd273 None None] Network 5369a227-f053-454b-a03d-ae533ec78178 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:37:15.252168 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-9e4fc954-5096-4b7a-bd99-5362ec0d4c97 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4896533 Jan 14 09:37:15.538952 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-5369a227-f053-454b-a03d-ae533ec78178', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:37:15.540264 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:15.864570 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Allocated IP 172.20.0.2 (5369a227-f053-454b-a03d-ae533ec78178/91d6256a-832d-4d05-915b-d5b778c020a6/7d2bbfb1-eef1-4d3f-a5ef-af7704069409) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:37:16.119119 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Publish callbacks [] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:16.127816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:16.199056 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Network 5369a227-f053-454b-a03d-ae533ec78178 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:37:16.205225 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:37:16.218309 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:37:16.224401 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Pushing event updated for resources: {'Port': ['ID=7d2bbfb1-eef1-4d3f-a5ef-af7704069409,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:16.255740 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.256478 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.256478 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.256771 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.257096 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.257420 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.257754 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.258077 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.258422 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.258757 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.259074 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.259389 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.259698 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Tracked resource versions report: Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: pushed versions: Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: { 'AddressGroup': {'1.2'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'ConntrackHelper': {'1.0'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Log': {'1.0'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Network': {'1.1'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Port': {'1.7'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'PortForwarding': {'1.2'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'QosPolicy': {'1.10'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroup': {'1.5'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SubPort': {'1.0'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Subnet': {'1.1'}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Trunk': {'1.1'}} Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: consumer versions: Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'ConntrackHelper': '1.0', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'LocalIPAssociation': '1.0', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Log': '1.0', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Network': '1.1', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Port': '1.7', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'PortForwarding': '1.2', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'QosPolicy': '1.10', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroup': '1.5', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroupRule': '1.2', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SubPort': '1.0', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Subnet': '1.1', Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Trunk': '1.1'}} Jan 14 09:37:16.261480 dv-cinder-821602-11-iscsi neutron-server[114415]: {{(pid=114415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:37:16.314099 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Attempting to bind port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:37:16.314530 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Attempting to bind port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:37:16.314965 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Attempting to bind port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 on network 5369a227-f053-454b-a03d-ae533ec78178 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:37:16.320448 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:37:16.320821 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Checking segment: {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:37:16.321305 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:16.321693 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Bound using segment: {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:37:16.322159 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Bound port: 7d2bbfb1-eef1-4d3f-a5ef-af7704069409, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:37:16.322598 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:16.385083 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] For port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:37:16.389508 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] For port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=7d2bbfb1-eef1-4d3f-a5ef-af7704069409,segment=NetworkSegment(8d2142d8-08e8-4c9f-95af-617f5bee788e),segment_id=8d2142d8-08e8-4c9f-95af-617f5bee788e)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:37:16.394048 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:16.458878 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274533ad-63ae-4fda-a3f4-37820ef30566 None None] Pushing event updated for resources: {'Port': ['ID=7d2bbfb1-eef1-4d3f-a5ef-af7704069409,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:18.016042 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35600) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:18.449021 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [None req-797a5e97-d316-4499-a391-f6126e74d3a5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:37:18.450632 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-797a5e97-d316-4499-a391-f6126e74d3a5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4329209 Jan 14 09:37:21.158338 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 35608) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:21.559970 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [None req-e5a808c9-6683-467f-a370-ec67b8d99c9a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:37:21.561009 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-e5a808c9-6683-467f-a370-ec67b8d99c9a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4015982 Jan 14 09:37:24.462666 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1bc32b19-f083-4f1e-b01a-3d86abb6d868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:24.605431 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35618) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:24.993518 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'name': 'router1'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:25.026918 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (1b62d88b-d751-4ae5-adc6-082b4e40b512), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:25.028533 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (1b62d88b-d751-4ae5-adc6-082b4e40b512), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:25.218958 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] Publish callbacks [] for router_controller (1b62d88b-d751-4ae5-adc6-082b4e40b512), precommit_add_association {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:25.228039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (1b62d88b-d751-4ae5-adc6-082b4e40b512), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:25.248708 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:25.253597 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-dbaab2f9-2fa2-4307-85ed-e16b5260edc9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6465492 Jan 14 09:37:26.799955 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-57e1bb5e-0a48-4a85-9c66-371d65ce9b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:27.756237 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35630) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:27.814672 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:27.918795 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:37:28.022298 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:28.022810 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:28.077351 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [None req-8debe9ef-fc9d-4f11-bfd4-780fb504c9c8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:37:28.078517 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8debe9ef-fc9d-4f11-bfd4-780fb504c9c8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212621 Jan 14 09:37:28.152462 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:28.152854 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:28.196555 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=7d2bbfb1-eef1-4d3f-a5ef-af7704069409,segment=NetworkSegment(8d2142d8-08e8-4c9f-95af-617f5bee788e),segment_id=8d2142d8-08e8-4c9f-95af-617f5bee788e)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:37:28.201175 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:28.256327 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=7d2bbfb1-eef1-4d3f-a5ef-af7704069409,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:29.157732 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d4e26-a965-477a-b643-f71da5cbbe6c None None] Network 5369a227-f053-454b-a03d-ae533ec78178 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:37:29.270317 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-51571f1c-ddd2-4df8-a16c-2ebeee541042 None None] Provisioning complete for port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:29.270892 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-51571f1c-ddd2-4df8-a16c-2ebeee541042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:29.413364 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-51571f1c-ddd2-4df8-a16c-2ebeee541042 None None] Current status of the port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:29.522399 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:29.637372 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-7d580498-2497-4aed-bf7b-acb4b4d08228 None None] Provisioning complete for port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:29.637686 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7d580498-2497-4aed-bf7b-acb4b4d08228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:29.712616 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-7d580498-2497-4aed-bf7b-acb4b4d08228 None None] Current status of the port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:29.869831 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:37:29.924608 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:29.925024 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:29.998114 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:30.678500 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 35660) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:30.728665 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'project_id': '56df2c8b63ae4a43aabd1281552cf21b', 'router:external': True, 'is_default': True, 'name': 'public', 'tenant_id': '56df2c8b63ae4a43aabd1281552cf21b', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:30.752441 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Made reservation on behalf of 56df2c8b63ae4a43aabd1281552cf21b for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:37:30.754802 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.764261 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.837121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks [] for security_group (e8fbe24f-71f9-4026-8907-0892b8255edd), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.841312 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (e8fbe24f-71f9-4026-8907-0892b8255edd), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.859198 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Reserving flat network on physical network physnet1 {{(pid=114413) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 14 09:37:30.873792 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fbe24f-71f9-4026-8907-0892b8255edd,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:30.880206 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (61ceca11-7f6f-41e9-a87d-32242d0ae8f3), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.880544 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Added segment 61ceca11-7f6f-41e9-a87d-32242d0ae8f3 of type flat for network e6b0ed38-ffb7-43e0-8410-72a968ceae2d Jan 14 09:37:30.938157 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (e6b0ed38-ffb7-43e0-8410-72a968ceae2d), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.971011 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (e6b0ed38-ffb7-43e0-8410-72a968ceae2d), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:30.971923 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:30.972491 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:31.029107 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3495204 Jan 14 09:37:31.035379 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d2c5d-3b57-49b0-9868-9409623f38d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b0ed38-ffb7-43e0-8410-72a968ceae2d,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:31.057457 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:37:31.227487 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:33.371670 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35668) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:33.462749 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e07afb6-2841-432d-8497-114f0df17464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:33.464092 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4e07afb6-2841-432d-8497-114f0df17464 admin admin] 10.222.0.48 "GET /v2.0/subnets/91d6256a-832d-4d05-915b-d5b778c020a6 HTTP/1.1" status: 200 len: 849 time: 0.0914142 Jan 14 09:37:33.582892 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-68f8eee2-30ac-4bd7-a0d3-db275ea2f5ee admin admin] 10.222.0.48 "GET /v2.0/routers/1b62d88b-d751-4ae5-adc6-082b4e40b512 HTTP/1.1" status: 200 len: 704 time: 0.1126304 Jan 14 09:37:33.847563 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.160354 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Allocated IP 172.20.0.1 (5369a227-f053-454b-a03d-ae533ec78178/91d6256a-832d-4d05-915b-d5b778c020a6/d47b3515-6368-4e34-b585-02654fed0a13) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:37:34.329691 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks [] for port (d47b3515-6368-4e34-b585-02654fed0a13), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.398097 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (d47b3515-6368-4e34-b585-02654fed0a13), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.471709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Network 5369a227-f053-454b-a03d-ae533ec78178 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:37:34.478583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:37:34.485031 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:37:34.485555 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (1b62d88b-d751-4ae5-adc6-082b4e40b512), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.507836 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Pushing event updated for resources: {'Port': ['ID=d47b3515-6368-4e34-b585-02654fed0a13,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:34.663900 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-6ba9030d-4085-4ab3-802a-5553cdfe3853 None None] Provisioning complete for port d47b3515-6368-4e34-b585-02654fed0a13 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:34.664468 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-6ba9030d-4085-4ab3-802a-5553cdfe3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d47b3515-6368-4e34-b585-02654fed0a13), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.705549 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9030d-4085-4ab3-802a-5553cdfe3853 None None] Port d47b3515-6368-4e34-b585-02654fed0a13 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:37:34.742014 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d47b3515-6368-4e34-b585-02654fed0a13), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.950862 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks [] for port (d47b3515-6368-4e34-b585-02654fed0a13), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.955590 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d47b3515-6368-4e34-b585-02654fed0a13), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:34.956453 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (1b62d88b-d751-4ae5-adc6-082b4e40b512), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:35.036568 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Pushing event updated for resources: {'Port': ['ID=d47b3515-6368-4e34-b585-02654fed0a13,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:35.083404 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Network 5369a227-f053-454b-a03d-ae533ec78178 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:37:35.084699 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:37:35.252626 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Router 1b62d88b-d751-4ae5-adc6-082b4e40b512 is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:37:35.327536 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-d2ae1b7c-656b-4799-853f-ea244abdf025 None None] Provisioning complete for port d47b3515-6368-4e34-b585-02654fed0a13 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:35.327846 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d2ae1b7c-656b-4799-853f-ea244abdf025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d47b3515-6368-4e34-b585-02654fed0a13), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:35.349488 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:37:35.366889 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-38c0b2a9-f12e-409e-b494-602c37f93e7e admin admin] 10.222.0.48 "PUT /v2.0/routers/1b62d88b-d751-4ae5-adc6-082b4e40b512/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7669148 Jan 14 09:37:35.366980 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Sync routers for ids ['1b62d88b-d751-4ae5-adc6-082b4e40b512'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:37:35.372869 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae1b7c-656b-4799-853f-ea244abdf025 None None] Port d47b3515-6368-4e34-b585-02654fed0a13 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:37:35.375484 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Routers {'1b62d88b-d751-4ae5-adc6-082b4e40b512'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:37:35.376502 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:37:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['1b62d88b-d751-4ae5-adc6-082b4e40b512'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:35.570374 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Set router 1b62d88b-d751-4ae5-adc6-082b4e40b512 gateway port host: None {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:37:35.996112 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'name': 'router1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:37:25Z', 'updated_at': '2022-01-14T09:37:34Z', 'revision_number': 2, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'gw_port_host': None, '_interfaces': [{'id': 'd47b3515-6368-4e34-b585-02654fed0a13', 'name': '', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'mac_address': 'fa:16:3e:f8:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:33Z', 'updated_at': '2022-01-14T09:37:34Z', 'revision_number': 2, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'subnets': [{'id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:36.046818 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Checking router: 1b62d88b-d751-4ae5-adc6-082b4e40b512 for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:37:36.047179 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Updating router 1b62d88b-d751-4ae5-adc6-082b4e40b512 port d47b3515-6368-4e34-b585-02654fed0a13 binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:37:36.095822 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d47b3515-6368-4e34-b585-02654fed0a13), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.619572 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Publish callbacks [] for port (d47b3515-6368-4e34-b585-02654fed0a13), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.628850 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d47b3515-6368-4e34-b585-02654fed0a13), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.819113 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Pushing event updated for resources: {'Port': ['ID=d47b3515-6368-4e34-b585-02654fed0a13,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:36.823771 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Attempting to bind port d47b3515-6368-4e34-b585-02654fed0a13 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:37:36.824162 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Attempting to bind port d47b3515-6368-4e34-b585-02654fed0a13 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:37:36.824586 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Attempting to bind port d47b3515-6368-4e34-b585-02654fed0a13 on network 5369a227-f053-454b-a03d-ae533ec78178 {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:37:36.831472 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.831820 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.832161 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.832491 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.832816 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.833139 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.833478 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.833802 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.834122 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.834506 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.834832 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.835143 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.835454 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Tracked resource versions report: Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: pushed versions: Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: { 'AddressGroup': {'1.2'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'ConntrackHelper': {'1.0'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Log': {'1.0'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Network': {'1.1'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Port': {'1.7'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'PortForwarding': {'1.2'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'QosPolicy': {'1.10'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroup': {'1.5'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SubPort': {'1.0'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Subnet': {'1.1'}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Trunk': {'1.1'}} Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: consumer versions: Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'ConntrackHelper': '1.0', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'LocalIPAssociation': '1.0', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Log': '1.0', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Network': '1.1', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Port': '1.7', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'PortForwarding': '1.2', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'QosPolicy': '1.10', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroup': '1.5', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroupRule': '1.2', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SubPort': '1.0', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Subnet': '1.1', Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Trunk': '1.1'}} Jan 14 09:37:36.836890 dv-cinder-821602-11-iscsi neutron-server[114416]: {{(pid=114416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:37:36.842037 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:37:36.842824 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Checking segment: {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:37:36.843319 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.843701 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Bound using segment: {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:37:36.844174 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Bound port: d47b3515-6368-4e34-b585-02654fed0a13, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2142d8-08e8-4c9f-95af-617f5bee788e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5369a227-f053-454b-a03d-ae533ec78178'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:37:36.844550 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d47b3515-6368-4e34-b585-02654fed0a13), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.902600 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-5c7f1812-3cbe-4015-87e9-8c7454552795 None None] Provisioning complete for port d47b3515-6368-4e34-b585-02654fed0a13 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:36.903141 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5c7f1812-3cbe-4015-87e9-8c7454552795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d47b3515-6368-4e34-b585-02654fed0a13), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.913019 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] For port d47b3515-6368-4e34-b585-02654fed0a13, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:37:36.935831 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] For port d47b3515-6368-4e34-b585-02654fed0a13, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d47b3515-6368-4e34-b585-02654fed0a13,segment=NetworkSegment(8d2142d8-08e8-4c9f-95af-617f5bee788e),segment_id=8d2142d8-08e8-4c9f-95af-617f5bee788e)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:37:36.940228 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f1812-3cbe-4015-87e9-8c7454552795 None None] Port d47b3515-6368-4e34-b585-02654fed0a13 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:37:36.940935 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d47b3515-6368-4e34-b585-02654fed0a13), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:36.997021 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Routers {'1b62d88b-d751-4ae5-adc6-082b4e40b512'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:37:36.998204 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:37:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['1b62d88b-d751-4ae5-adc6-082b4e40b512'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:37.036069 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbf36a-6c58-4fba-b481-11fca4130efd None None] Pushing event updated for resources: {'Port': ['ID=d47b3515-6368-4e34-b585-02654fed0a13,revision_number=4']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:37.093217 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] Set router 1b62d88b-d751-4ae5-adc6-082b4e40b512 gateway port host: None {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:37:37.161435 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] Provisioning complete for port d47b3515-6368-4e34-b585-02654fed0a13 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:37.161825 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d47b3515-6368-4e34-b585-02654fed0a13), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:37.244832 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] Current status of the port d47b3515-6368-4e34-b585-02654fed0a13 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:37.245164 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d47b3515-6368-4e34-b585-02654fed0a13), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:37.277074 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] For port d47b3515-6368-4e34-b585-02654fed0a13, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d47b3515-6368-4e34-b585-02654fed0a13,segment=NetworkSegment(8d2142d8-08e8-4c9f-95af-617f5bee788e),segment_id=8d2142d8-08e8-4c9f-95af-617f5bee788e)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:37:37.281757 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d47b3515-6368-4e34-b585-02654fed0a13), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:37.318280 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'name': 'router1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:37:25Z', 'updated_at': '2022-01-14T09:37:34Z', 'revision_number': 2, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'gw_port_host': None, '_interfaces': [{'id': 'd47b3515-6368-4e34-b585-02654fed0a13', 'name': '', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'mac_address': 'fa:16:3e:f8:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:33Z', 'updated_at': '2022-01-14T09:37:36Z', 'revision_number': 4, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'subnets': [{'id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:37.331522 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82506b-4b62-4a91-8845-5f57fd69c8f4 None None] Pushing event updated for resources: {'Port': ['ID=d47b3515-6368-4e34-b585-02654fed0a13,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:37.348795 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1301213e-1faa-4ebd-a543-21763f7b953c None None] The sync data for ids ['1b62d88b-d751-4ae5-adc6-082b4e40b512'] in dv-cinder-821602-11-iscsi is: [{'id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'name': 'router1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:37:25Z', 'updated_at': '2022-01-14T09:37:34Z', 'revision_number': 2, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'gw_port_host': None, '_interfaces': [{'id': 'd47b3515-6368-4e34-b585-02654fed0a13', 'name': '', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'mac_address': 'fa:16:3e:f8:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:33Z', 'updated_at': '2022-01-14T09:37:36Z', 'revision_number': 4, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'subnets': [{'id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:37:40.065131 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35688) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:40.172607 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc08cb2-b162-4a54-ad9b-62fc5a290e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:40.173968 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0cc08cb2-b162-4a54-ad9b-62fc5a290e71 admin admin] 10.222.0.48 "GET /v2.0/networks/e6b0ed38-ffb7-43e0-8410-72a968ceae2d HTTP/1.1" status: 200 len: 842 time: 0.1077864 Jan 14 09:37:40.183342 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Request body: {'subnet': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '56df2c8b63ae4a43aabd1281552cf21b', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:40.206887 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Made reservation on behalf of 56df2c8b63ae4a43aabd1281552cf21b for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:37:40.209141 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:40.513897 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.objects.ports [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114414) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 14 09:37:40.514331 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (828a8941-4600-439e-9442-417725ccab1a), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:40.572105 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=828a8941-4600-439e-9442-417725ccab1a,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:40.576416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:37:40.576778 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Network hostable DHCP agents. Network: e6b0ed38-ffb7-43e0-8410-72a968ceae2d, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:37:40.592981 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:37:40.601595 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, e6b0ed38-ffb7-43e0-8410-72a968ceae2d) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:37:40.605569 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:40.606164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:40.615266 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3416ff7-b3a7-419c-9556-91d89a03c452 None None] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:37:40.638472 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4c81e3f8-d134-4e0f-8f1e-4d2510f8b8ec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460299 Jan 14 09:37:40.705013 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:37:40.723101 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708f57d-22f9-459f-8fc8-316fa45a3eab None None] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:37:42.968165 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35696) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:43.107375 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a4cd6950-c62d-43c4-b061-1889d7c124c6 admin admin] 10.222.0.48 "GET /v2.0/routers/1b62d88b-d751-4ae5-adc6-082b4e40b512 HTTP/1.1" status: 200 len: 710 time: 0.1380422 Jan 14 09:37:43.199975 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b33379-8536-48b8-b994-a49b12904736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:37:43.201829 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-66b33379-8536-48b8-b994-a49b12904736 admin admin] 10.222.0.48 "GET /v2.0/networks/e6b0ed38-ffb7-43e0-8410-72a968ceae2d HTTP/1.1" status: 200 len: 886 time: 0.0890224 Jan 14 09:37:43.210667 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:37:43.562120 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks [] for router_gateway (1b62d88b-d751-4ae5-adc6-082b4e40b512), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:43.803291 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks [] for router_gateway (1b62d88b-d751-4ae5-adc6-082b4e40b512), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:43.915195 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:43.964949 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d47b3515-6368-4e34-b585-02654fed0a13 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:37:44.016828 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port d47b3515-6368-4e34-b585-02654fed0a13 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:44.017295 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d47b3515-6368-4e34-b585-02654fed0a13), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:44.026980 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Allocated IP 172.27.3.163 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/0921766d-75ed-428d-b166-c9b35728e539) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:37:44.102560 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port d47b3515-6368-4e34-b585-02654fed0a13 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:44.133822 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks [] for port (0921766d-75ed-428d-b166-c9b35728e539), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:44.172029 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (0921766d-75ed-428d-b166-c9b35728e539), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:44.219742 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:37:44.222864 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:37:44.228733 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:37:44.264281 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Pushing event updated for resources: {'Port': ['ID=0921766d-75ed-428d-b166-c9b35728e539,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:44.498176 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks [] for router_gateway (1b62d88b-d751-4ae5-adc6-082b4e40b512), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:44.697156 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7947449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7935067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2656'] for router (1b62d88b-d751-4ae5-adc6-082b4e40b512), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:44.700914 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7947424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7947435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7935042'] for router (1b62d88b-d751-4ae5-adc6-082b4e40b512), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:44.894604 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Router 1b62d88b-d751-4ae5-adc6-082b4e40b512 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:37:45.000784 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:37:45.005070 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:45.010430 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3bc906a9-927a-4f9d-9969-5875bf8873ae admin admin] 10.222.0.48 "PUT /v2.0/routers/1b62d88b-d751-4ae5-adc6-082b4e40b512 HTTP/1.1" status: 200 len: 890 time: 1.7988441 Jan 14 09:37:45.831947 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Sync routers for ids ['1b62d88b-d751-4ae5-adc6-082b4e40b512'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:37:45.844155 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Routers {'1b62d88b-d751-4ae5-adc6-082b4e40b512'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:37:45.845309 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:37:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['1b62d88b-d751-4ae5-adc6-082b4e40b512'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:46.060195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Set router 1b62d88b-d751-4ae5-adc6-082b4e40b512 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:37:46.587516 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'name': 'router1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0921766d-75ed-428d-b166-c9b35728e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:37:25Z', 'updated_at': '2022-01-14T09:37:44Z', 'revision_number': 4, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'gw_port': {'id': '0921766d-75ed-428d-b166-c9b35728e539', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:43Z', 'updated_at': '2022-01-14T09:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd47b3515-6368-4e34-b585-02654fed0a13', 'name': '', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'mac_address': 'fa:16:3e:f8:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:33Z', 'updated_at': '2022-01-14T09:37:37Z', 'revision_number': 5, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'subnets': [{'id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:46.641082 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Checking router: 1b62d88b-d751-4ae5-adc6-082b4e40b512 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:37:46.641438 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Updating router 1b62d88b-d751-4ae5-adc6-082b4e40b512 port 0921766d-75ed-428d-b166-c9b35728e539 binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:37:46.695355 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (0921766d-75ed-428d-b166-c9b35728e539), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:47.022148 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Publish callbacks [] for port (0921766d-75ed-428d-b166-c9b35728e539), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:47.030947 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (0921766d-75ed-428d-b166-c9b35728e539), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:47.083001 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aec61-2f3f-4ea8-8eae-6afb733cf3df None None] Pushing event updated for resources: {'Port': ['ID=0921766d-75ed-428d-b166-c9b35728e539,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:47.087825 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Attempting to bind port 0921766d-75ed-428d-b166-c9b35728e539 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:37:47.087825 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Attempting to bind port 0921766d-75ed-428d-b166-c9b35728e539 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:37:47.088121 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Attempting to bind port 0921766d-75ed-428d-b166-c9b35728e539 on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:37:47.094082 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:37:47.094490 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:37:47.094902 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:47.095298 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:37:47.095772 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Bound port: 0921766d-75ed-428d-b166-c9b35728e539, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:37:47.096154 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (0921766d-75ed-428d-b166-c9b35728e539), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:47.145627 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] For port 0921766d-75ed-428d-b166-c9b35728e539, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:37:47.148841 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] For port 0921766d-75ed-428d-b166-c9b35728e539, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=0921766d-75ed-428d-b166-c9b35728e539,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:37:47.154767 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (0921766d-75ed-428d-b166-c9b35728e539), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:47.221140 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aec61-2f3f-4ea8-8eae-6afb733cf3df None None] Pushing event updated for resources: {'Port': ['ID=0921766d-75ed-428d-b166-c9b35728e539,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:47.227981 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Routers {'1b62d88b-d751-4ae5-adc6-082b4e40b512'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:37:47.228693 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:37:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['1b62d88b-d751-4ae5-adc6-082b4e40b512'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:47.342422 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] Set router 1b62d88b-d751-4ae5-adc6-082b4e40b512 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:37:47.532634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 35708) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:37:47.567122 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'name': 'router1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0921766d-75ed-428d-b166-c9b35728e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:37:25Z', 'updated_at': '2022-01-14T09:37:44Z', 'revision_number': 4, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'gw_port': {'id': '0921766d-75ed-428d-b166-c9b35728e539', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:43Z', 'updated_at': '2022-01-14T09:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd47b3515-6368-4e34-b585-02654fed0a13', 'name': '', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'mac_address': 'fa:16:3e:f8:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:33Z', 'updated_at': '2022-01-14T09:37:37Z', 'revision_number': 5, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'subnets': [{'id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:37:47.594884 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27923bab-6126-489c-8599-c6d44a0b57b4 None None] The sync data for ids ['1b62d88b-d751-4ae5-adc6-082b4e40b512'] in dv-cinder-821602-11-iscsi is: [{'id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'name': 'router1', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '0921766d-75ed-428d-b166-c9b35728e539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:37:25Z', 'updated_at': '2022-01-14T09:37:44Z', 'revision_number': 4, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'gw_port': {'id': '0921766d-75ed-428d-b166-c9b35728e539', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:43Z', 'updated_at': '2022-01-14T09:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd47b3515-6368-4e34-b585-02654fed0a13', 'name': '', 'network_id': '5369a227-f053-454b-a03d-ae533ec78178', 'tenant_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'mac_address': 'fa:16:3e:f8:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b62d88b-d751-4ae5-adc6-082b4e40b512', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:37:33Z', 'updated_at': '2022-01-14T09:37:37Z', 'revision_number': 5, 'project_id': 'bf6a5dac224f4a8aa79fc14730fc3ee4', 'subnets': [{'id': '91d6256a-832d-4d05-915b-d5b778c020a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3813f92c-0ec3-4181-94c6-a06b7c69f5a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:37:47.668949 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7897d588-afab-4e30-ab4d-de27f4406b26 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1358786 Jan 14 09:37:47.957421 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 0921766d-75ed-428d-b166-c9b35728e539 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:37:48.029231 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 0921766d-75ed-428d-b166-c9b35728e539 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:48.029921 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (0921766d-75ed-428d-b166-c9b35728e539), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:48.117487 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 0921766d-75ed-428d-b166-c9b35728e539 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:48.117971 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (0921766d-75ed-428d-b166-c9b35728e539), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:48.142114 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 0921766d-75ed-428d-b166-c9b35728e539, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=0921766d-75ed-428d-b166-c9b35728e539,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:37:48.147866 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (0921766d-75ed-428d-b166-c9b35728e539), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:48.197980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=0921766d-75ed-428d-b166-c9b35728e539,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:37:49.909531 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 0921766d-75ed-428d-b166-c9b35728e539 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:37:49.975493 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 0921766d-75ed-428d-b166-c9b35728e539 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:37:49.976178 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (0921766d-75ed-428d-b166-c9b35728e539), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:50.064042 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 0921766d-75ed-428d-b166-c9b35728e539 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:37:54.479958 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7c4dd785-3aeb-4a4f-a952-9a1406ca8632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:56.802482 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-bc750df6-8313-42df-9835-08ca7e64c881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:57.820334 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:37:59.531545 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:01.223070 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:17.709576 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:38:24.449218 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a178d6a4-a385-4be5-bbc9-29565abb4a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:26.807074 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e30dbd6-2e64-46f9-9fc8-8eaa2be61ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:27.826019 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:29.536349 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:31.230315 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:54.445703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24d9535e-c415-4daa-835c-2eb7a880af31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:54.712631 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:38:56.793148 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b5f43598-80f5-40c3-9292-ab97ed4e52c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:57.823205 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:38:59.529759 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:01.231644 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:10.599532 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36192) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:10.662744 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3c3c9c-e7fc-4078-b384-1ec6a9a7a4fa admin admin] GET failed (client error): The resource could not be found. Jan 14 09:39:10.664056 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7a3c3c9c-e7fc-4078-b384-1ec6a9a7a4fa admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635552 Jan 14 09:39:10.828368 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc986e-4bda-476c-8925-3b86cc87f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:10.829832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-53dc986e-4bda-476c-8925-3b86cc87f47d admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610370 Jan 14 09:39:13.243510 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36202) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:13.343587 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd54c62-21cb-4599-a52f-7cea2ce8ec32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:13.344954 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8dd54c62-21cb-4599-a52f-7cea2ce8ec32 admin admin] 10.222.0.48 "GET /v2.0/subnets/91d6256a-832d-4d05-915b-d5b778c020a6 HTTP/1.1" status: 200 len: 849 time: 0.1004291 Jan 14 09:39:13.357652 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:39:13.488862 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Publish callbacks [] for subnet (91d6256a-832d-4d05-915b-d5b778c020a6), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:13.714037 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765034541635'] for subnet (91d6256a-832d-4d05-915b-d5b778c020a6), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:13.753719 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:13.754225 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:13.755925 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] 10.222.0.48 "PUT /v2.0/subnets/91d6256a-832d-4d05-915b-d5b778c020a6 HTTP/1.1" status: 200 len: 868 time: 0.4046688 Jan 14 09:39:13.768658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fd343-839a-4f6e-b797-45ce99a843ac None None] Network 5369a227-f053-454b-a03d-ae533ec78178 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:39:13.774901 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d6256a-832d-4d05-915b-d5b778c020a6,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:39:13.783650 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.784178 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.784924 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.784924 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.785280 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.785539 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.786254 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.786254 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.786456 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.786781 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.787107 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.787107 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:13.787744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db181cc1-0f41-4a30-bd6e-f34e8df9b6ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:39:14.140046 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-3aac39cc-85a1-47f4-bbdd-b06501f2ceae None None] Provisioning complete for port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:39:14.140457 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3aac39cc-85a1-47f4-bbdd-b06501f2ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7d2bbfb1-eef1-4d3f-a5ef-af7704069409), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:14.228793 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-3aac39cc-85a1-47f4-bbdd-b06501f2ceae None None] Current status of the port 7d2bbfb1-eef1-4d3f-a5ef-af7704069409 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:39:14.239969 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-3aac39cc-85a1-47f4-bbdd-b06501f2ceae None None] Provisioning complete for port d47b3515-6368-4e34-b585-02654fed0a13 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:39:14.240364 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3aac39cc-85a1-47f4-bbdd-b06501f2ceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d47b3515-6368-4e34-b585-02654fed0a13), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:14.320293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-3aac39cc-85a1-47f4-bbdd-b06501f2ceae None None] Current status of the port d47b3515-6368-4e34-b585-02654fed0a13 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:39:16.028173 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36210) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:16.239962 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f26a5-aa16-43b5-838d-3274fbdce0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:16.240358 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f26a5-aa16-43b5-838d-3274fbdce0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:16.241907 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-729f26a5-aa16-43b5-838d-3274fbdce0b2 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128017 Jan 14 09:39:18.494384 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36220) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:18.690964 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64582cb-4028-4f2c-8546-1fe5da924ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:18.692014 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64582cb-4028-4f2c-8546-1fe5da924ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:18.693580 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a64582cb-4028-4f2c-8546-1fe5da924ee4 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982303 Jan 14 09:39:20.933419 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36228) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:21.067993 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3dff58-66ba-4d13-832b-b7307ec450eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:21.069371 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ea3dff58-66ba-4d13-832b-b7307ec450eb admin admin] 10.222.0.48 "GET /v2.0/networks/5369a227-f053-454b-a03d-ae533ec78178 HTTP/1.1" status: 200 len: 869 time: 0.1349914 Jan 14 09:39:23.331271 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36236) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:23.464447 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b8255-3160-42d3-bc48-d7ac287fb0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:23.465830 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-743b8255-3160-42d3-bc48-d7ac287fb0aa admin admin] 10.222.0.48 "GET /v2.0/networks/e6b0ed38-ffb7-43e0-8410-72a968ceae2d HTTP/1.1" status: 200 len: 886 time: 0.1335702 Jan 14 09:39:24.448995 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-76db726f-b637-47fd-a1c0-9832362f5131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:25.721777 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36244) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:25.844555 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc8f54-f4b3-4fd6-861a-4dd0c4b9ebe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:25.844998 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc8f54-f4b3-4fd6-861a-4dd0c4b9ebe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:25.846553 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-75fc8f54-f4b3-4fd6-861a-4dd0c4b9ebe1 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237538 Jan 14 09:39:26.797091 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-54abf29d-004d-4c7f-9ffb-c17a2e50e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:27.833535 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:28.112085 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36252) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:28.267147 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58893492-4b21-40d4-8930-06b590ec116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:28.267602 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58893492-4b21-40d4-8930-06b590ec116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:28.269141 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-58893492-4b21-40d4-8930-06b590ec116d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1561913 Jan 14 09:39:29.531741 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:30.506701 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36260) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:30.621245 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38bcb40-3793-4494-8e18-02ddeab5bc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:30.622651 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b38bcb40-3793-4494-8e18-02ddeab5bc92 admin admin] 10.222.0.48 "GET /v2.0/subnets/828a8941-4600-439e-9442-417725ccab1a HTTP/1.1" status: 200 len: 816 time: 0.1149604 Jan 14 09:39:31.227063 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:31.713830 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:39:32.855734 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36268) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:32.956155 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85949053-5da2-4991-bedd-d374e51a989e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:32.957527 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-85949053-5da2-4991-bedd-d374e51a989e admin admin] 10.222.0.48 "GET /v2.0/subnets/91d6256a-832d-4d05-915b-d5b778c020a6 HTTP/1.1" status: 200 len: 868 time: 0.1008148 Jan 14 09:39:54.453027 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-ab8aa260-1bfb-4cd4-85e8-440b49d05694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:56.799150 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7ef773a1-98e1-41a4-b9f7-b112fdd934cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:57.324931 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36322) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:57.371732 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [None req-26fdf322-8c1b-485b-a253-4ae1b938e455 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:39:57.372726 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-26fdf322-8c1b-485b-a253-4ae1b938e455 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468581 Jan 14 09:39:57.826878 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:59.534769 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:39:59.695240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36330) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:39:59.760855 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.pecan_wsgi.hooks.translation [None req-193582c2-c6ce-4bb7-b5fc-050adda7761e admin admin] GET failed (client error): The resource could not be found. Jan 14 09:39:59.762153 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-193582c2-c6ce-4bb7-b5fc-050adda7761e admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659585 Jan 14 09:39:59.906818 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d25f342-3fd9-44b6-a833-b4a90f734fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:39:59.908305 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7d25f342-3fd9-44b6-a833-b4a90f734fdf admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421463 Jan 14 09:40:01.230600 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:02.220226 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36340) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:40:02.267293 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'project_id': '56df2c8b63ae4a43aabd1281552cf21b', 'shared': True, 'tenant_id': '56df2c8b63ae4a43aabd1281552cf21b'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:40:02.290285 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Made reservation on behalf of 56df2c8b63ae4a43aabd1281552cf21b for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:40:02.292563 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:02.327567 dv-cinder-821602-11-iscsi neutron-server[114413]: WARNING neutron.services.revisions.revision_plugin [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Could not find related network for resource to bump revision. Jan 14 09:40:02.339411 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:40:02.347947 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (61017ce1-33c7-4a7c-8f73-7ea74ac9b224), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:02.348284 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Added segment 61017ce1-33c7-4a7c-8f73-7ea74ac9b224 of type vlan for network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 Jan 14 09:40:02.387299 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (6df16da2-0bd8-4b1c-9e6c-6896bca073d1), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:02.409945 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (6df16da2-0bd8-4b1c-9e6c-6896bca073d1), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:02.410910 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:40:02.411481 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:02.462325 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2409096 Jan 14 09:40:02.474547 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Pushing event updated for resources: {'Network': ['ID=6df16da2-0bd8-4b1c-9e6c-6896bca073d1,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:40:02.482544 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.482914 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.483262 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.483609 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.483924 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.485440 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.485440 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.485440 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.485440 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.485812 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.485812 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.486140 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.486492 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e995b-4fac-42e5-9c27-826991de1747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:02.508942 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:40:04.766498 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36350) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:40:04.827496 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ec5e1b-bfba-44df-b8f4-29b6349d2156 admin admin] GET failed (client error): The resource could not be found. Jan 14 09:40:04.828803 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-59ec5e1b-bfba-44df-b8f4-29b6349d2156 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613437 Jan 14 09:40:04.900835 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f143e4-39b9-4ce3-95a0-6ad323bd45ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:40:04.902282 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c8f143e4-39b9-4ce3-95a0-6ad323bd45ea admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694408 Jan 14 09:40:04.911981 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Request body: {'subnet': {'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': '56df2c8b63ae4a43aabd1281552cf21b', 'name': 'shared-subnet'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:40:04.938224 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Made reservation on behalf of 56df2c8b63ae4a43aabd1281552cf21b for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:40:04.940389 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.156639 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (4992700e-859f-438b-bd05-d0cc68cd5d18), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.216416 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4992700e-859f-438b-bd05-d0cc68cd5d18,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:40:05.228532 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Checking segment: {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:40:05.228902 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Network hostable DHCP agents. Network: 6df16da2-0bd8-4b1c-9e6c-6896bca073d1, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:40:05.252007 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:40:05.264208 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 6df16da2-0bd8-4b1c-9e6c-6896bca073d1) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:40:05.269023 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:40:05.269724 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.274109 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c83ab4-2db1-4f44-bdf5-e286e52f3ece None None] Network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:40:05.291456 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-19c419f3-4bcd-4eb2-ab2e-6f8b3342bb7c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3764780 Jan 14 09:40:05.378800 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-6df16da2-0bd8-4b1c-9e6c-6896bca073d1', 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1', 'project_id': '56df2c8b63ae4a43aabd1281552cf21b', 'fixed_ips': [{'subnet_id': '4992700e-859f-438b-bd05-d0cc68cd5d18'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:40:05.379705 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.519842 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Allocated IP 192.168.233.2 (6df16da2-0bd8-4b1c-9e6c-6896bca073d1/4992700e-859f-438b-bd05-d0cc68cd5d18/03ede29b-2544-4cd8-b52e-a43933443df3) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:40:05.760909 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Publish callbacks [] for port (03ede29b-2544-4cd8-b52e-a43933443df3), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.767490 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.810315 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:40:05.813333 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:40:05.817882 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:40:05.820107 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Pushing event updated for resources: {'Port': ['ID=03ede29b-2544-4cd8-b52e-a43933443df3,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:40:05.830661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.831021 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.831397 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.831702 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.832022 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.832338 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.832674 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.832991 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.833307 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.833634 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.833951 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.834262 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.835683 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:40:05.887465 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Attempting to bind port 03ede29b-2544-4cd8-b52e-a43933443df3 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:40:05.887827 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Attempting to bind port 03ede29b-2544-4cd8-b52e-a43933443df3 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:40:05.888183 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Attempting to bind port 03ede29b-2544-4cd8-b52e-a43933443df3 on network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:40:05.893356 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:40:05.893721 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Checking segment: {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:40:05.894111 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.894518 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Bound using segment: {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:40:05.894973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Bound port: 03ede29b-2544-4cd8-b52e-a43933443df3, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:40:05.895340 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:05.958720 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] For port 03ede29b-2544-4cd8-b52e-a43933443df3, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:40:05.962853 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] For port 03ede29b-2544-4cd8-b52e-a43933443df3, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=03ede29b-2544-4cd8-b52e-a43933443df3,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:40:05.967380 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:06.024164 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdf1ab-d0c0-4cc9-9bdc-3ddeb76a4083 None None] Pushing event updated for resources: {'Port': ['ID=03ede29b-2544-4cd8-b52e-a43933443df3,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:40:07.046648 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045c885-c431-44a8-b3ec-bd760e5ed8f4 None None] Network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:40:07.118230 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] Provisioning complete for port 03ede29b-2544-4cd8-b52e-a43933443df3 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:40:07.118728 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:07.235980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] Current status of the port 03ede29b-2544-4cd8-b52e-a43933443df3 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:40:07.236369 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:07.273613 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] For port 03ede29b-2544-4cd8-b52e-a43933443df3, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=03ede29b-2544-4cd8-b52e-a43933443df3,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:40:07.279354 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:07.338237 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1adec7-94ef-4599-bca1-9fd352844227 None None] Pushing event updated for resources: {'Port': ['ID=03ede29b-2544-4cd8-b52e-a43933443df3,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:40:07.504713 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-456215d3-946f-4e68-ae33-20783d4d33e1 None None] Provisioning complete for port 03ede29b-2544-4cd8-b52e-a43933443df3 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:40:07.505006 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-456215d3-946f-4e68-ae33-20783d4d33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:07.589048 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-456215d3-946f-4e68-ae33-20783d4d33e1 None None] Current status of the port 03ede29b-2544-4cd8-b52e-a43933443df3 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:40:08.016463 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 03ede29b-2544-4cd8-b52e-a43933443df3 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:40:08.065875 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 03ede29b-2544-4cd8-b52e-a43933443df3 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:40:08.066891 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (03ede29b-2544-4cd8-b52e-a43933443df3), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:08.144782 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 03ede29b-2544-4cd8-b52e-a43933443df3 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:40:08.714292 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:40:24.455133 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b0c837-3a7c-4801-8b39-e3853a23dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:26.803375 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d5be7d33-0151-46cc-8a50-e198795030e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:27.831882 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:29.539294 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:31.234513 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:45.713895 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:40:54.458017 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c2a785bc-48e4-4f96-97be-0d1a5a95fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:56.804945 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-13abf72a-b49c-4f98-82d9-b33b3e6c0f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:57.831887 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:40:59.543271 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:01.238259 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:22.712907 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:41:24.461964 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-379d7a2f-7de6-41b3-b50e-2016841255f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:26.807308 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a8de837a-dc89-4018-8a7f-7aa0bc4b0cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:27.836192 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:29.548715 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:31.242761 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:40.917164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36394) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:41:40.923635 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [None req-fa1de594-4a49-4aaa-a702-9670ae395016 tempest-verify_tempest_config-697830449 tempest-verify_tempest_config-697830449-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:41:40.924632 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-fa1de594-4a49-4aaa-a702-9670ae395016 tempest-verify_tempest_config-697830449 tempest-verify_tempest_config-697830449-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064170 Jan 14 09:41:41.241837 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36412) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:41:41.348239 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.423674 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Publish callbacks [] for security_group (2f6a5baa-fecc-4141-b284-04be18170314), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.428094 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2f6a5baa-fecc-4141-b284-04be18170314), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.472157 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a5baa-fecc-4141-b284-04be18170314,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:41:41.475848 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a39e3571ad124d70a209773b4cb5f325&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2329416 Jan 14 09:41:41.478737 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36418) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:41:41.481248 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.481617 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.481948 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.482772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.483121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.483472 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.483974 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.484312 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.484665 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.485002 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.485362 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.485700 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.486026 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce68965-ce18-43c8-9e2b-fcf2902ac136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.557199 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Publish callbacks [] for security_group (2f6a5baa-fecc-4141-b284-04be18170314), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.578906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Publish callbacks [] for security_group (2f6a5baa-fecc-4141-b284-04be18170314), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.670505 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2f6a5baa-fecc-4141-b284-04be18170314), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.673201 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:41.674449 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f6a5baa-fecc-4141-b284-04be18170314 HTTP/1.1" status: 204 len: 168 time: 0.1946054 Jan 14 09:41:41.683086 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a5baa-fecc-4141-b284-04be18170314,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:41:41.690101 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.690480 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.691632 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.691968 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.692293 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.692615 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.692954 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.693288 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.693586 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.693899 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.694218 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.694611 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:41.694904 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b07f0-8753-428e-b87e-84ef6aac6193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:41:54.463378 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2eb7a160-269f-4fcb-b3e3-a14a7be782c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:56.809449 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-bcac1c3d-fa95-43ac-9484-be84155b1fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:57.840701 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:59.548980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:41:59.711939 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:42:01.246083 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:24.463908 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-62d8b816-a3a1-4692-9ba6-0323f241e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:26.810069 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c49233ed-14ff-4459-afdc-de83c6033d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:27.843277 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:29.554191 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:31.249993 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:36.713500 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:42:54.464240 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fd3b3f43-b672-4363-923c-c6b4064e21fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:56.811029 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-91cba98e-573d-4570-bda0-a93494745ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:57.842850 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:42:59.555388 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:01.252609 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:13.712084 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 5 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:43:16.006079 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7954859'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:24.465219 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f27bf455-91b5-4658-bbb4-220786b80c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:26.812229 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a23586b6-1854-41d5-8b61-d596673f95d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:27.845304 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:29.558649 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:31.095657 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36490) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:43:31.209629 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-c07357f9-e233-4d41-996d-f6a9d484c4aa admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1128404 Jan 14 09:43:31.264101 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:33.530913 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36500) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:43:33.594313 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-70310b53-c749-465f-b9a5-aaf739b9bc04 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0622101 Jan 14 09:43:45.991635 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:50.710916 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:43:54.467398 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a627ff7c-d38b-441a-9b56-be1952982ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:56.814816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c334-4512-4cc3-b90e-c96f92ee3160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:57.848936 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:43:59.563079 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:01.257198 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:15.988472 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:24.475620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3e9e478d-8673-4d75-9485-9c56ba31167c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:26.821768 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-cd49b00b-d28f-45fb-9885-14fa0da4e718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:27.711125 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:44:27.858731 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:29.565307 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:31.258870 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:45.989956 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:54.467946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4a978ebe-2d3d-4fc5-b282-59b3b637fde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:56.815255 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-6b19efc8-a9e7-48e1-80cd-3fd25ce68987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:57.855632 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:44:59.568668 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:01.266621 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:04.713001 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:45:04.852457 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36690) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:04.882734 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36698) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:05.183656 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-803295199-network', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:05.193149 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2074879011-network', 'tenant_id': 'f1e5d5139bc44adcb0fe4ddddf73580c'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:05.217557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Made reservation on behalf of ae8097afd74a4ab39619485b26bdf483 for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:05.223345 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Made reservation on behalf of f1e5d5139bc44adcb0fe4ddddf73580c for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:05.226118 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.228547 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.241430 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.252735 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.369084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks [] for security_group (f9ad5907-94b1-413a-8bb1-0467a3f5ad92), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.378897 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f9ad5907-94b1-413a-8bb1-0467a3f5ad92), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.393074 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks [] for security_group (594c1f8a-4cba-4dde-824c-58289d25baa2), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.408356 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (594c1f8a-4cba-4dde-824c-58289d25baa2), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.435775 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:45:05.455295 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad5907-94b1-413a-8bb1-0467a3f5ad92,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:05.460247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765034530335', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.460919 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Unsubscribe: segment precommit_create {{(pid=114414) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 14 09:45:05.461389 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Added segment 68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4 of type vlan for network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 Jan 14 09:45:05.471159 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36724) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:05.471943 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:45:05.480285 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.481242 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.481938 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.486361 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.486893 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.487233 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.487570 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.487901 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.488241 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.488925 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.489642 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.490763 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.492672 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Tracked resource versions report: Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: pushed versions: Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: { 'AddressGroup': {'1.2'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'ConntrackHelper': {'1.0'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Log': {'1.0'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Network': {'1.1'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Port': {'1.7'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'PortForwarding': {'1.2'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'QosPolicy': {'1.10'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroup': {'1.5'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SubPort': {'1.0'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Subnet': {'1.1'}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Trunk': {'1.1'}} Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: consumer versions: Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: HyperV agent@hv-cinder-82160: {}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'ConntrackHelper': '1.0', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'LocalIPAssociation': '1.0', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Log': '1.0', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Network': '1.1', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Port': '1.7', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'PortForwarding': '1.2', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'QosPolicy': '1.10', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroup': '1.5', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SecurityGroupRule': '1.2', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'SubPort': '1.0', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Subnet': '1.1', Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: 'Trunk': '1.1'}} Jan 14 09:45:05.497579 dv-cinder-821602-11-iscsi neutron-server[114413]: {{(pid=114413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:45:05.532544 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (78a3ace0-1988-4ea4-bbaf-f5f723e32336), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.562208 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (94d41aa6-6d38-4e4e-9a83-f867b5ba0b41), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.562635 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Added segment 94d41aa6-6d38-4e4e-9a83-f867b5ba0b41 of type vlan for network 5c129436-5473-42d9-ac32-ac708e97640c Jan 14 09:45:05.590260 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594c1f8a-4cba-4dde-824c-58289d25baa2,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:05.598485 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (78a3ace0-1988-4ea4-bbaf-f5f723e32336), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.599995 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:05.600634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.611569 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.612427 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.612810 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.613236 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.613769 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.614176 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.614680 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.615923 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.616526 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.617310 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.617794 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.618329 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.618893 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Tracked resource versions report: Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: pushed versions: Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: { 'AddressGroup': {'1.2'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'ConntrackHelper': {'1.0'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Log': {'1.0'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Network': {'1.1'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Port': {'1.7'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'PortForwarding': {'1.2'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'QosPolicy': {'1.10'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroup': {'1.5'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SubPort': {'1.0'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Subnet': {'1.1'}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Trunk': {'1.1'}} Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: consumer versions: Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: HyperV agent@hv-cinder-82160: {}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'ConntrackHelper': '1.0', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'LocalIPAssociation': '1.0', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Log': '1.0', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Network': '1.1', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Port': '1.7', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'PortForwarding': '1.2', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'QosPolicy': '1.10', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroup': '1.5', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SecurityGroupRule': '1.2', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'SubPort': '1.0', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Subnet': '1.1', Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: 'Trunk': '1.1'}} Jan 14 09:45:05.620414 dv-cinder-821602-11-iscsi neutron-server[114414]: {{(pid=114414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:45:05.647877 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36732) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:05.682642 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (5c129436-5473-42d9-ac32-ac708e97640c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.717810 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (5c129436-5473-42d9-ac32-ac708e97640c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.719187 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:05.720013 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.785830 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36742) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:05.789883 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9060373 Jan 14 09:45:05.794521 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36744) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:05.808307 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Request body: {'subnet': {'network_id': '5c129436-5473-42d9-ac32-ac708e97640c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2074879011-subnet', 'tenant_id': 'f1e5d5139bc44adcb0fe4ddddf73580c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:05.829418 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9785745 Jan 14 09:45:05.829714 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2987d82-c095-4ea6-8225-2fded1e1c996 admin admin] Pushing event updated for resources: {'Network': ['ID=5c129436-5473-42d9-ac32-ac708e97640c,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:05.835513 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36750) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:05.840906 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 5c129436-5473-42d9-ac32-ac708e97640c details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:45:05.841655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Request body: {'subnet': {'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-subnet', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:05.863215 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Made reservation on behalf of f1e5d5139bc44adcb0fe4ddddf73580c for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:05.866471 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.881513 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb72d-1261-491b-a086-aaef4c2ca068 admin admin] Pushing event updated for resources: {'Network': ['ID=78a3ace0-1988-4ea4-bbaf-f5f723e32336,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:05.909782 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:45:05.911311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Made reservation on behalf of ae8097afd74a4ab39619485b26bdf483 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:05.916647 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:05.944832 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-971927381-network', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:05.981639 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Made reservation on behalf of b91bf1f42e4b4e9c8453d4c7a44f8a30 for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:05.984373 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.006419 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-903753447-network', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:06.009742 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.050891 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-236460204-network', 'tenant_id': '8351d0d1246c4372a61165dc62dbe26c'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:06.064939 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Made reservation on behalf of d87879779a7049fa888526ce5a0bf552 for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:06.067973 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.088474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.168054 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Made reservation on behalf of 8351d0d1246c4372a61165dc62dbe26c for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:06.171598 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.214883 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.219618 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks [] for security_group (70ed78bc-c1bb-489c-9377-ed53014b12ca), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.229301 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (1d6aac0e-4ae3-445c-812f-d59b70ef9991), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.234277 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (70ed78bc-c1bb-489c-9377-ed53014b12ca), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.280820 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:45:06.315025 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks [] for security_group (831a6be0-2649-49da-80a6-d67df61b02d6), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.328155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (831a6be0-2649-49da-80a6-d67df61b02d6), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.341860 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (711a0290-2fa6-4be0-9147-c2adbe9606fe), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.342187 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Added segment 711a0290-2fa6-4be0-9147-c2adbe9606fe of type vlan for network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 Jan 14 09:45:06.360495 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6aac0e-4ae3-445c-812f-d59b70ef9991,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.363749 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Checking segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:06.364535 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Network hostable DHCP agents. Network: 78a3ace0-1988-4ea4-bbaf-f5f723e32336, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:45:06.380343 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:45:06.384773 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed78bc-c1bb-489c-9377-ed53014b12ca,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.415737 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.416412 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Added segment c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717 of type vlan for network e4533a7b-1d3c-49a1-9516-8877ba93fca2 Jan 14 09:45:06.433454 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831a6be0-2649-49da-80a6-d67df61b02d6,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.470073 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:45:06.483889 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (e4533a7b-1d3c-49a1-9516-8877ba93fca2), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.498207 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (2959c5d5-61d1-4c46-a132-582ef8105f73), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.502611 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (af3523e0-4f7f-4d39-a66e-eb6ac45ad243), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.510578 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 78a3ace0-1988-4ea4-bbaf-f5f723e32336) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:06.518713 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:06.521263 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.524723 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147efcc-aebc-4c3f-a757-d230c4275c28 None None] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:06.526775 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (e4533a7b-1d3c-49a1-9516-8877ba93fca2), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.527701 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:06.528275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.618207 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks [] for security_group (7c05aab6-4ff3-49b9-860b-41847562b3d9), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.625856 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9599812 Jan 14 09:45:06.629882 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-89cbbf99-2b93-49c9-ab24-8035e9c73eba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7927144 Jan 14 09:45:06.631091 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7c05aab6-4ff3-49b9-860b-41847562b3d9), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.636881 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36774) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:06.637221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36776) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:06.651482 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (af3523e0-4f7f-4d39-a66e-eb6ac45ad243), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.652738 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:06.653022 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Request body: {'subnet': {'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-subnet', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:06.653720 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.670234 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2959c5d5-61d1-4c46-a132-582ef8105f73,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.681744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:06.695690 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e768ebe-8c6b-4e66-b121-9082552b6716 None None] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:06.703737 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:45:06.723574 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Checking segment: {'id': '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:06.723843 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Network hostable DHCP agents. Network: 5c129436-5473-42d9-ac32-ac708e97640c, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:45:06.756348 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2371616 Jan 14 09:45:06.756348 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36786) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:06.787741 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (e38fd22f-8b05-46c4-8c6d-28f3f166c82c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.788132 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Added segment e38fd22f-8b05-46c4-8c6d-28f3f166c82c of type vlan for network 834eb7c6-0c8a-494d-84df-355675298f67 Jan 14 09:45:06.805243 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Request body: {'subnet': {'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-971927381-subnet', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:06.813814 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f38b27-e4cc-479c-933b-01af31059a66 admin admin] Pushing event updated for resources: {'Network': ['ID=e4533a7b-1d3c-49a1-9516-8877ba93fca2,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.816430 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (11e978b7-9948-481a-81a1-df19bc93e4be), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.818236 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (11e978b7-9948-481a-81a1-df19bc93e4be), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.828383 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c05aab6-4ff3-49b9-860b-41847562b3d9,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.863859 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25b7d-2680-4817-9415-f943fefc72b7 admin admin] Pushing event updated for resources: {'Network': ['ID=af3523e0-4f7f-4d39-a66e-eb6ac45ad243,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:06.868471 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Made reservation on behalf of d87879779a7049fa888526ce5a0bf552 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:06.877843 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.884307 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Network 5c129436-5473-42d9-ac32-ac708e97640c is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:45:06.889053 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (834eb7c6-0c8a-494d-84df-355675298f67), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.911479 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 5c129436-5473-42d9-ac32-ac708e97640c) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:06.934886 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:06.936970 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:06.939931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:45:06.950406 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Made reservation on behalf of b91bf1f42e4b4e9c8453d4c7a44f8a30 for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:06.953425 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.028532 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c2fbd437-fbf7-4cec-9d59-3f0fc446186b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2270305 Jan 14 09:45:07.033321 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (834eb7c6-0c8a-494d-84df-355675298f67), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.034688 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:07.035473 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:45:07.036235 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.038508 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82384b5-0d41-4180-b85b-33e852cebd6a None None] Network 5c129436-5473-42d9-ac32-ac708e97640c requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:07.044835 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks [] for router_controller (11e978b7-9948-481a-81a1-df19bc93e4be), precommit_add_association {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.181399 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] Pushing event updated for resources: {'Network': ['ID=834eb7c6-0c8a-494d-84df-355675298f67,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:07.207796 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1ded4a0a-c7b3-45cb-9076-9a5ee9804eda admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4121950 Jan 14 09:45:07.214014 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36806) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:07.225732 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 834eb7c6-0c8a-494d-84df-355675298f67 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:45:07.231102 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Request body: {'subnet': {'network_id': '834eb7c6-0c8a-494d-84df-355675298f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-236460204-subnet', 'tenant_id': '8351d0d1246c4372a61165dc62dbe26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:07.382701 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Made reservation on behalf of 8351d0d1246c4372a61165dc62dbe26c for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:07.385070 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.490853 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e4ebe-9dd4-4450-9713-18e90876e3c5 None None] Network 5c129436-5473-42d9-ac32-ac708e97640c requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:07.571784 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks [] for router_gateway (11e978b7-9948-481a-81a1-df19bc93e4be), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.595491 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.683820 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (94b05fa9-a51f-47a0-a9f8-39242b6330f5), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.710745 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:07.738066 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Checking segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:07.738459 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Network hostable DHCP agents. Network: e4533a7b-1d3c-49a1-9516-8877ba93fca2, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:45:07.776025 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:45:07.797212 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, e4533a7b-1d3c-49a1-9516-8877ba93fca2) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:07.800507 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b05fa9-a51f-47a0-a9f8-39242b6330f5,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:07.806128 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39f117-75b6-4af6-9821-108308dd1008 None None] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:07.808986 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Checking segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:07.809531 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Network hostable DHCP agents. Network: af3523e0-4f7f-4d39-a66e-eb6ac45ad243, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:45:07.818132 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:07.819229 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.877619 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:45:07.921834 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, af3523e0-4f7f-4d39-a66e-eb6ac45ad243) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:07.939154 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:07.939809 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.944597 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:07.953323 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309755bf-00ef-490d-9fd9-bacf23106fa5 None None] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:07.992913 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a48e60a8-f9f2-41cf-b759-363572c9a010 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3496444 Jan 14 09:45:07.995802 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36840) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:08.009418 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:08.065927 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-758f597d-0c4f-4ac3-aa17-22346fe27811 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2819636 Jan 14 09:45:08.071113 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36844) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:08.095508 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:08.124627 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks [] for router_gateway (11e978b7-9948-481a-81a1-df19bc93e4be), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.167283 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.184783 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (75627df3-617d-4f1a-82b3-8c60f1c38eca), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.186178 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (75627df3-617d-4f1a-82b3-8c60f1c38eca), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.273863 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Checking segment: {'id': 'e38fd22f-8b05-46c4-8c6d-28f3f166c82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '834eb7c6-0c8a-494d-84df-355675298f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:08.274224 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Network hostable DHCP agents. Network: 834eb7c6-0c8a-494d-84df-355675298f67, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:45:08.276592 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:08.284402 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36864) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:08.294060 dv-cinder-821602-11-iscsi neutron-server[114414]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 09:45:08.356297 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (6c070817-8377-4d40-b8bd-655e4c239e1f), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.357869 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (6c070817-8377-4d40-b8bd-655e4c239e1f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.377754 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Network 834eb7c6-0c8a-494d-84df-355675298f67 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:45:08.456633 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:45:08.457928 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.465832 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 834eb7c6-0c8a-494d-84df-355675298f67) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:08.504878 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks [] for router_controller (75627df3-617d-4f1a-82b3-8c60f1c38eca), precommit_add_association {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.508137 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:08.509244 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.510502 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e725fb86-a7e8-4d14-96ed-461d556f1f8b None None] Network 834eb7c6-0c8a-494d-84df-355675298f67 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:08.583572 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks [] for router_controller (6c070817-8377-4d40-b8bd-655e4c239e1f), precommit_add_association {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.618922 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6a53a301-3e3b-4ecc-b547-aa673356b64c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4022849 Jan 14 09:45:08.664073 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:45:08.665811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.796271 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed29b61-7c08-401f-8bb7-4eb5b040f93e None None] Network 834eb7c6-0c8a-494d-84df-355675298f67 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:08.947649 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks [] for router_gateway (6c070817-8377-4d40-b8bd-655e4c239e1f), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:08.954383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Allocated IP 172.27.3.74 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/a6d17f13-9f0a-425d-945c-6cda3e9ae303) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:09.032530 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks [] for router_gateway (75627df3-617d-4f1a-82b3-8c60f1c38eca), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.244306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-837ec5ac-fce3-47bc-ae6b-404edba7584e tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:09.251585 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-837ec5ac-fce3-47bc-ae6b-404edba7584e tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/networks?id=5c129436-5473-42d9-ac32-ac708e97640c HTTP/1.1" status: 200 len: 812 time: 0.9608173 Jan 14 09:45:09.320446 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Allocated IP 172.20.0.2 (e4533a7b-1d3c-49a1-9516-8877ba93fca2/84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d/c6bc784a-d8a0-4f54-bca9-dcf43badda0d) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:09.322638 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-a24a8cb8-6a5d-4477-ae9d-186cd2851b31 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/quotas/f1e5d5139bc44adcb0fe4ddddf73580c HTTP/1.1" status: 200 len: 375 time: 0.0696774 Jan 14 09:45:09.326153 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Allocated IP 172.20.0.2 (af3523e0-4f7f-4d39-a66e-eb6ac45ad243/94b05fa9-a51f-47a0-a9f8-39242b6330f5/d0d19bb6-f9e8-4e68-a70f-f6664f7de1de) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:09.378865 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks [] for router_gateway (6c070817-8377-4d40-b8bd-655e4c239e1f), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.411604 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-549d5c5a-6f1a-409b-8ae3-cd68da365a4a tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f1e5d5139bc44adcb0fe4ddddf73580c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881257 Jan 14 09:45:09.435727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks [] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.440860 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.587856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.654208 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Publish callbacks [] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.662825 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Publish callbacks [] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.666537 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.686819 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:09.691550 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:09.721250 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.733424 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:09.741388 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:09.747396 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:09.753314 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:09.756577 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Pushing event updated for resources: {'Port': ['ID=a6d17f13-9f0a-425d-945c-6cda3e9ae303,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:09.795797 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36924) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:09.803116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-920507c0-559a-4d43-a423-9fa74071f043 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:45:09.804139 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-920507c0-559a-4d43-a423-9fa74071f043 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1447434 Jan 14 09:45:09.814865 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900426049-network', 'tenant_id': '8f7e2d997e6e4745b866cafcd31c03ce'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:09.837056 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:09.851319 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:09.859406 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:09.860419 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Made reservation on behalf of 8f7e2d997e6e4745b866cafcd31c03ce for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:09.863021 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.873017 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Attempting to bind port c6bc784a-d8a0-4f54-bca9-dcf43badda0d on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:09.873773 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Attempting to bind port c6bc784a-d8a0-4f54-bca9-dcf43badda0d by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:09.874807 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Attempting to bind port c6bc784a-d8a0-4f54-bca9-dcf43badda0d on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:09.881623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Pushing event updated for resources: {'Port': ['ID=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:09.887152 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.906668 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:09.907216 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Checking segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:09.907720 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.908660 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Bound using segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:09.909334 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Bound port: c6bc784a-d8a0-4f54-bca9-dcf43badda0d, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:09.910330 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.939170 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.939607 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.940032 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.940569 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.941027 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.942064 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.942064 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.943224 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.943372 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.943924 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.944994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.944994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.944994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Tracked resource versions report: Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: pushed versions: Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: { 'AddressGroup': {'1.2'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'ConntrackHelper': {'1.0'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Log': {'1.0'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Network': {'1.1'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Port': {'1.7'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'PortForwarding': {'1.2'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'QosPolicy': {'1.10'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroup': {'1.5'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SubPort': {'1.0'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Subnet': {'1.1'}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Trunk': {'1.1'}} Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: consumer versions: Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: HyperV agent@hv-cinder-82160: {}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'ConntrackHelper': '1.0', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'LocalIPAssociation': '1.0', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Log': '1.0', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Network': '1.1', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Port': '1.7', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'PortForwarding': '1.2', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'QosPolicy': '1.10', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroup': '1.5', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SecurityGroupRule': '1.2', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'SubPort': '1.0', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Subnet': '1.1', Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: 'Trunk': '1.1'}} Jan 14 09:45:09.947488 dv-cinder-821602-11-iscsi neutron-server[114415]: {{(pid=114415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:45:09.963900 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks [] for router_gateway (75627df3-617d-4f1a-82b3-8c60f1c38eca), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:09.994518 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.001959 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Allocated IP 172.27.3.153 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/01cd1381-d562-4f91-add9-a6ddc1c278b2) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:10.034502 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Attempting to bind port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:10.035044 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Attempting to bind port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:10.035707 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Attempting to bind port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:10.065288 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-28c7fa64-7b0a-450a-8053-f18f69c10921 service neutron] 10.222.0.48 "GET /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295926 Jan 14 09:45:10.137514 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:10.137821 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Checking segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:10.138258 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.138796 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Bound using segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:10.139298 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Bound port: d0d19bb6-f9e8-4e68-a70f-f6664f7de1de, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:10.140057 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.158928 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Pushing event updated for resources: {'Port': ['ID=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:10.202970 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] For port c6bc784a-d8a0-4f54-bca9-dcf43badda0d, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:10.211232 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks [] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.220369 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] For port c6bc784a-d8a0-4f54-bca9-dcf43badda0d, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:10.232923 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.252697 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks [] for security_group (3cc18f32-a4d2-42c1-9ce1-593f24cd1961), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.261868 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks [] for router_gateway (11e978b7-9948-481a-81a1-df19bc93e4be), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.281814 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3cc18f32-a4d2-42c1-9ce1-593f24cd1961), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.331772 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] For port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:10.340040 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ffa611d4-02b7-4d94-8f25-47beb7ae1ada service neutron] 10.222.0.48 "GET /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451637 Jan 14 09:45:10.386071 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] For port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:10.386295 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:45:10.401389 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.405569 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc18f32-a4d2-42c1-9ce1-593f24cd1961,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:10.420850 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8f781-723e-4ee2-aebb-37fe6b88c322 None None] Pushing event updated for resources: {'Port': ['ID=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:10.443061 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (be023b99-c9d2-4433-843f-94a35f6c61ae), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.444285 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Added segment be023b99-c9d2-4433-843f-94a35f6c61ae of type vlan for network d24778df-d59f-4427-a906-c3ec48408a7b Jan 14 09:45:10.463023 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.510253 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df887a5-4ddb-44c7-b614-be50c7b29344 None None] Pushing event updated for resources: {'Port': ['ID=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:10.620025 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:10.625670 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (d24778df-d59f-4427-a906-c3ec48408a7b), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.639493 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Allocated IP 172.27.3.205 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/860a0df9-edd4-403e-9114-31f1431656c8) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:10.653320 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:10.663233 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:10.665169 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Pushing event updated for resources: {'Port': ['ID=01cd1381-d562-4f91-add9-a6ddc1c278b2,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:10.799808 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36946) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:10.799808 dv-cinder-821602-11-iscsi neutron-server[114413]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 09:45:10.850334 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.db.resource_extend [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 09:45:10.875292 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-79415e29-945c-4279-86ec-a92cf5a3feb3 req-873ace63-e7e0-468f-b144-86408ee3cf20 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.1303453 Jan 14 09:45:10.984397 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (11e978b7-9948-481a-81a1-df19bc93e4be), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:10.999499 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (d24778df-d59f-4427-a906-c3ec48408a7b), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.000677 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:11.001290 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.122438 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3157053 Jan 14 09:45:11.122969 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 36958) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:11.133021 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Request body: {'subnet': {'network_id': 'd24778df-d59f-4427-a906-c3ec48408a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1900426049-subnet', 'tenant_id': '8f7e2d997e6e4745b866cafcd31c03ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:11.135893 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks [] for port (860a0df9-edd4-403e-9114-31f1431656c8), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.171176 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87445dad-82f1-474c-a18b-61ba5448143f admin admin] Pushing event updated for resources: {'Network': ['ID=d24778df-d59f-4427-a906-c3ec48408a7b,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:11.183725 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network d24778df-d59f-4427-a906-c3ec48408a7b details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:45:11.232002 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (860a0df9-edd4-403e-9114-31f1431656c8), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.262252 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Router 11e978b7-9948-481a-81a1-df19bc93e4be is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:45:11.279150 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:11.284206 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Made reservation on behalf of 8f7e2d997e6e4745b866cafcd31c03ce for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:11.284864 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:11.287394 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.294275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:11.335685 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Pushing event updated for resources: {'Port': ['ID=860a0df9-edd4-403e-9114-31f1431656c8,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:11.404903 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks [] for router_gateway (6c070817-8377-4d40-b8bd-655e4c239e1f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.512015 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:45:11.525512 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Sync routers for ids ['11e978b7-9948-481a-81a1-df19bc93e4be'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:45:11.544146 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Routers {'11e978b7-9948-481a-81a1-df19bc93e4be'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:11.545091 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['11e978b7-9948-481a-81a1-df19bc93e4be'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:11.616793 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.620627 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-9696e4b8-e73b-4ec9-9823-206dfbc63d5c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9547632 Jan 14 09:45:11.667039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 36978) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:11.745529 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (6c070817-8377-4d40-b8bd-655e4c239e1f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.790011 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks [] for router_gateway (75627df3-617d-4f1a-82b3-8c60f1c38eca), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:11.879062 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Set router 11e978b7-9948-481a-81a1-df19bc93e4be gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:12.093844 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1db6a87e-624d-40c5-bb52-c40371cc38c4 req-9ceffddd-3c03-4de5-8e5b-819da6e0dc58 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.0508173 Jan 14 09:45:12.096364 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (e10aeeb1-5156-44be-8e4f-08876222b1c3), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:12.254064 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ec92b-9f3f-48b8-81f4-ccf732bb6f35 None None] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:12.311698 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10aeeb1-5156-44be-8e4f-08876222b1c3,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:12.322692 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Router 6c070817-8377-4d40-b8bd-655e4c239e1f is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:45:12.355138 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:45:09Z', 'revision_number': 3, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:12.432837 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Checking router: 11e978b7-9948-481a-81a1-df19bc93e4be for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:45:12.433516 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Updating router 11e978b7-9948-481a-81a1-df19bc93e4be port a6d17f13-9f0a-425d-945c-6cda3e9ae303 binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:45:12.481614 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:12.544275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (75627df3-617d-4f1a-82b3-8c60f1c38eca), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:12.564213 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device c6bc784a-d8a0-4f54-bca9-dcf43badda0d up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:12.565975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d76f67-4a32-4a7d-8a46-158337fda75e None None] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:12.652766 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:45:12.664849 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] Provisioning complete for port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:12.665253 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:12.675214 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:45:12.682746 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Checking segment: {'id': 'be023b99-c9d2-4433-843f-94a35f6c61ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd24778df-d59f-4427-a906-c3ec48408a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:12.683098 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Network hostable DHCP agents. Network: d24778df-d59f-4427-a906-c3ec48408a7b, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:45:12.712328 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:12.719278 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2b771363-07b0-4da5-bb04-1e5be16cf84e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6444423 Jan 14 09:45:12.723637 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37008) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:12.766766 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Network d24778df-d59f-4427-a906-c3ec48408a7b is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:45:12.784527 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:12.785161 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:12.793904 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, d24778df-d59f-4427-a906-c3ec48408a7b) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:12.803382 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:12.804084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:12.823844 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c36b1b85-0ab0-42b5-8206-f4d3914f1f7a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6982372 Jan 14 09:45:12.981630 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070c0d12-e8e9-4ae6-9489-3ddec7d1924b None None] Network d24778df-d59f-4427-a906-c3ec48408a7b requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:12.984595 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port c6bc784a-d8a0-4f54-bca9-dcf43badda0d triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:12.990705 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.021941 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Publish callbacks [] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.031467 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.078867 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37012) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:13.103209 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Attempting to bind port a6d17f13-9f0a-425d-945c-6cda3e9ae303 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:13.103664 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Attempting to bind port a6d17f13-9f0a-425d-945c-6cda3e9ae303 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:13.104098 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Attempting to bind port a6d17f13-9f0a-425d-945c-6cda3e9ae303 on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:13.111409 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:13.112485 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:13.112975 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.113445 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:13.114565 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Bound port: a6d17f13-9f0a-425d-945c-6cda3e9ae303, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:13.115587 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.163707 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Deleting subnet b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:45:13.170257 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Publish callbacks [] for subnet (b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.221080 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] Current status of the port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:13.221270 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.230987 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Pushing event updated for resources: {'Port': ['ID=a6d17f13-9f0a-425d-945c-6cda3e9ae303,revision_number=2']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:13.251595 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.253050 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.254887 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.256622 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.257437 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.259027 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.260443 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.260907 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.262608 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.263065 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.264927 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.266001 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.266404 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Tracked resource versions report: Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: pushed versions: Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: { 'AddressGroup': {'1.2'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'ConntrackHelper': {'1.0'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'LocalIPAssociation': {'1.0'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Log': {'1.0'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Network': {'1.1'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Port': {'1.7'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'PortForwarding': {'1.2'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'QosPolicy': {'1.10'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroup': {'1.5'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroupRule': {'1.2'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SubPort': {'1.0'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Subnet': {'1.1'}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Trunk': {'1.1'}} Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: consumer versions: Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: { DHCP agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: HyperV agent@hv-cinder-82160: {}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: L3 agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: Metadata agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: Metering agent@dv-cinder-821602-11-iscsi: {}, Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: Open vSwitch agent@dv-cinder-821602-11-iscsi: { 'AddressGroup': '1.2', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'ConntrackHelper': '1.0', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'LocalIPAssociation': '1.0', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Log': '1.0', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Network': '1.1', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Port': '1.7', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'PortForwarding': '1.2', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'QosPolicy': '1.10', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroup': '1.5', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SecurityGroupRule': '1.2', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'SubPort': '1.0', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Subnet': '1.1', Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: 'Trunk': '1.1'}} Jan 14 09:45:13.268300 dv-cinder-821602-11-iscsi neutron-server[114416]: {{(pid=114416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 14 09:45:13.278259 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:13.333736 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] For port a6d17f13-9f0a-425d-945c-6cda3e9ae303, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:13.338672 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] For port a6d17f13-9f0a-425d-945c-6cda3e9ae303, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a6d17f13-9f0a-425d-945c-6cda3e9ae303,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:13.338808 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Publish callbacks [] for subnet (b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.351941 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.377292 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.400990 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.45', 54661) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:13.499137 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8173dd-bc5d-4185-897f-9b364c51171d None None] Network d24778df-d59f-4427-a906-c3ec48408a7b requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:45:13.549607 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f1e01-9373-44dd-9727-db21fd5b3982 None None] Pushing event updated for resources: {'Port': ['ID=a6d17f13-9f0a-425d-945c-6cda3e9ae303,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:13.570180 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Routers {'11e978b7-9948-481a-81a1-df19bc93e4be'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:13.571905 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['11e978b7-9948-481a-81a1-df19bc93e4be'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:13.649444 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.719682 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] For port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:13.762217 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.804367 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] Set router 11e978b7-9948-481a-81a1-df19bc93e4be gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:13.852779 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:45:13.855832 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port c6bc784a-d8a0-4f54-bca9-dcf43badda0d is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:13.856224 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.899653 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:13.923746 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-411db0e8-1310-4634-ab11-2db046455f8d req-f252e6e9-e7ef-42b6-94af-c2df9fac398f tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.3571560 Jan 14 09:45:13.956842 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.978693 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:13.984196 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-defad82e-8416-4339-8556-a2dd1d88629d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b99fe5d9-8479-49f5-b784-e2ff9ba8f5d9 HTTP/1.1" status: 204 len: 168 time: 0.9020338 Jan 14 09:45:13.989557 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37050) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:14.153484 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee05b7-a4e6-4b8b-aac9-093d50fca6ed None None] Pushing event updated for resources: {'Port': ['ID=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:14.184620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port c6bc784a-d8a0-4f54-bca9-dcf43badda0d, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:14.187127 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-bdb52969-424c-413f-bdec-f2f453ec1eba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:14.189486 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-bdb52969-424c-413f-bdec-f2f453ec1eba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.45 "GET /v2.0/networks?id=5c129436-5473-42d9-ac32-ac708e97640c HTTP/1.1" status: 200 len: 812 time: 0.6291051 Jan 14 09:45:14.193599 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (834eb7c6-0c8a-494d-84df-355675298f67), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.232460 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-24a68828-de93-4d14-8779-63b61b5aa71f None None] Provisioning complete for port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:14.235178 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24a68828-de93-4d14-8779-63b61b5aa71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.255288 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Request body: {'port': {'device_id': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c', 'admin_state_up': True, 'tenant_id': 'f1e5d5139bc44adcb0fe4ddddf73580c'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:14.319899 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.328154 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d0d19bb6-f9e8-4e68-a70f-f6664f7de1de up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:14.388673 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:45:09Z', 'revision_number': 3, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:14.473595 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba432908-165f-4dcb-aa76-ba7891c941e7 None None] The sync data for ids ['11e978b7-9948-481a-81a1-df19bc93e4be'] in dv-cinder-821602-11-iscsi is: [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:45:09Z', 'revision_number': 3, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:45:14.504301 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (834eb7c6-0c8a-494d-84df-355675298f67), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.583253 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:14.597934 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.598434 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.599492 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.599890 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.600291 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.600830 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.602096 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.602459 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.602953 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.603326 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:14.659749 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:14.660059 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.691556 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-24a68828-de93-4d14-8779-63b61b5aa71f None None] Current status of the port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:14.697780 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:11Z', 'revision_number': 3, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:14.705556 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:45:14.724335 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:45:14.748170 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:14.749086 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:14.776510 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.777761 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-89baaae0-908e-4d25-8bdc-35a46f2ec47a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7758038 Jan 14 09:45:14.786907 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:45:14.791065 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37100) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:14.791638 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Updating router 6c070817-8377-4d40-b8bd-655e4c239e1f port 01cd1381-d562-4f91-add9-a6ddc1c278b2 binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:45:14.873121 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-24a68828-de93-4d14-8779-63b61b5aa71f None None] Provisioning complete for port c6bc784a-d8a0-4f54-bca9-dcf43badda0d triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:14.874765 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24a68828-de93-4d14-8779-63b61b5aa71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:14.949153 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:15.143675 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Allocated IP 172.20.0.1 (78a3ace0-1988-4ea4-bbaf-f5f723e32336/1d6aac0e-4ae3-445c-812f-d59b70ef9991/1b4daa01-90cb-4876-9b9b-62fb776d4b0b) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:15.144419 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:15.246946 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:15.248100 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:15.248702 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:15.249508 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:45:15.250121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834eb7c6-0c8a-494d-84df-355675298f67']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:15.395044 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:15.410838 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38fd22f-8b05-46c4-8c6d-28f3f166c82c') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:15.411373 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38fd22f-8b05-46c4-8c6d-28f3f166c82c') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:15.564370 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37120) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:15.818868 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bc3ceca0-187e-4b06-8267-9df443c35d0c req-feef201e-a3e4-4e92-a97e-6583f042a8f4 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.4732022 Jan 14 09:45:15.840783 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (e38fd22f-8b05-46c4-8c6d-28f3f166c82c), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:15.876001 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:11Z', 'revision_number': 3, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:15.951311 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Publish callbacks [] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:15.964147 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:15.999498 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (e38fd22f-8b05-46c4-8c6d-28f3f166c82c), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.028821 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:45:16.029205 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Updating router 75627df3-617d-4f1a-82b3-8c60f1c38eca port 860a0df9-edd4-403e-9114-31f1431656c8 binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:45:16.037971 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:16.083210 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:45:16.083729 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (e38fd22f-8b05-46c4-8c6d-28f3f166c82c), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: from cryptography.utils import int_from_bytes Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: from cryptography.utils import int_from_bytes Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:45:16.137340 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:45:16.218293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Attempting to bind port 01cd1381-d562-4f91-add9-a6ddc1c278b2 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:16.218931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Attempting to bind port 01cd1381-d562-4f91-add9-a6ddc1c278b2 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:16.219515 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Attempting to bind port 01cd1381-d562-4f91-add9-a6ddc1c278b2 on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:16.219872 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Made reservation on behalf of f1e5d5139bc44adcb0fe4ddddf73580c for: {'port': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:16.220488 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks [] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.257781 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (860a0df9-edd4-403e-9114-31f1431656c8), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.261989 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.290885 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6182abdc-d1a0-49aa-b35b-5f981c866f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.328076 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:16.330235 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:16.332316 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.334084 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:16.336789 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Bound port: 01cd1381-d562-4f91-add9-a6ddc1c278b2, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:16.338304 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.406663 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (834eb7c6-0c8a-494d-84df-355675298f67), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.433811 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.461717 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/834eb7c6-0c8a-494d-84df-355675298f67 HTTP/1.1" status: 204 len: 168 time: 2.4710002 Jan 14 09:45:16.475319 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37138) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:16.499696 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] For port 01cd1381-d562-4f91-add9-a6ddc1c278b2, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:16.506732 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] For port 01cd1381-d562-4f91-add9-a6ddc1c278b2, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=01cd1381-d562-4f91-add9-a6ddc1c278b2,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:16.521460 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.529846 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.532425 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570bcae-5e3e-493d-b737-dd13daa47803 None None] Pushing event updated for resources: {'Port': ['ID=01cd1381-d562-4f91-add9-a6ddc1c278b2,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:16.625666 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:16.648479 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-24a68828-de93-4d14-8779-63b61b5aa71f None None] Current status of the port c6bc784a-d8a0-4f54-bca9-dcf43badda0d is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:16.660204 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:16.661254 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:16.739126 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570bcae-5e3e-493d-b737-dd13daa47803 None None] Pushing event updated for resources: {'Port': ['ID=01cd1381-d562-4f91-add9-a6ddc1c278b2,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:16.748443 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc928f7-0333-4982-b22b-e6478acb26f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=834eb7c6-0c8a-494d-84df-355675298f67,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:17.007644 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Deleting subnet e10aeeb1-5156-44be-8e4f-08876222b1c3 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:45:17.037246 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device c6bc784a-d8a0-4f54-bca9-dcf43badda0d up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:17.056261 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Publish callbacks [] for subnet (e10aeeb1-5156-44be-8e4f-08876222b1c3), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.136430 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6182abdc-d1a0-49aa-b35b-5f981c866f35 admin admin] Publish callbacks [] for security_group (c4367203-a138-42a2-8e78-0838c458c55c), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.200351 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:17.230384 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:17.359316 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:17.372888 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (e10aeeb1-5156-44be-8e4f-08876222b1c3), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.390668 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.393046 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:17.399178 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6182abdc-d1a0-49aa-b35b-5f981c866f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c4367203-a138-42a2-8e78-0838c458c55c), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.447425 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Allocated IP 172.20.0.2 (5c129436-5473-42d9-ac32-ac708e97640c/2959c5d5-61d1-4c46-a132-582ef8105f73/c7d667cc-b41b-4770-83b6-aaae94d05def) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:17.532868 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (e10aeeb1-5156-44be-8e4f-08876222b1c3), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.598127 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Publish callbacks [] for port (860a0df9-edd4-403e-9114-31f1431656c8), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.611631 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:17.612167 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (11e978b7-9948-481a-81a1-df19bc93e4be), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.629848 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6182abdc-d1a0-49aa-b35b-5f981c866f35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03777c6ebe4a43648cd019046dd22870&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0538487 Jan 14 09:45:17.632742 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37154) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:17.634949 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (860a0df9-edd4-403e-9114-31f1431656c8), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.636956 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ba3d7083-d0f3-4ea0-986d-80ef78c2de7a req-29bfa067-3fdd-4abb-8702-3ea1ab725724 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.3407903 Jan 14 09:45:17.712475 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182abdc-d1a0-49aa-b35b-5f981c866f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4367203-a138-42a2-8e78-0838c458c55c,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:17.751662 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port c6bc784a-d8a0-4f54-bca9-dcf43badda0d triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:17.752158 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.865715 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Attempting to bind port 860a0df9-edd4-403e-9114-31f1431656c8 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:17.867744 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Attempting to bind port 860a0df9-edd4-403e-9114-31f1431656c8 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:17.868991 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Attempting to bind port 860a0df9-edd4-403e-9114-31f1431656c8 on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:17.877464 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:11Z', 'revision_number': 3, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:17.904665 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:17.905171 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:17.905698 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.906247 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:17.907016 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Bound port: 860a0df9-edd4-403e-9114-31f1431656c8, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:17.908740 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (860a0df9-edd4-403e-9114-31f1431656c8), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:17.982552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af534472-816e-40f6-a3f3-b20fa5ed5b5e None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:11Z', 'revision_number': 3, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:45:18.003695 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (e10aeeb1-5156-44be-8e4f-08876222b1c3), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.046259 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] For port 860a0df9-edd4-403e-9114-31f1431656c8, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:18.051371 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] For port 860a0df9-edd4-403e-9114-31f1431656c8, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=860a0df9-edd4-403e-9114-31f1431656c8,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:18.061237 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (860a0df9-edd4-403e-9114-31f1431656c8), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.069943 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10aeeb1-5156-44be-8e4f-08876222b1c3,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:18.072500 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bce495-2fcc-417e-aece-fcd0720fd218 admin admin] Publish callbacks [] for security_group (c4367203-a138-42a2-8e78-0838c458c55c), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.120689 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b749872-552d-45a4-91cc-7f47be004e25 None None] Pushing event updated for resources: {'Port': ['ID=860a0df9-edd4-403e-9114-31f1431656c8,revision_number=2']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:18.125842 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bce495-2fcc-417e-aece-fcd0720fd218 admin admin] Publish callbacks [] for security_group (c4367203-a138-42a2-8e78-0838c458c55c), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.164638 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:18.165519 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:18.218918 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port c6bc784a-d8a0-4f54-bca9-dcf43badda0d is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:18.224536 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bce495-2fcc-417e-aece-fcd0720fd218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c4367203-a138-42a2-8e78-0838c458c55c), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.228169 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bce495-2fcc-417e-aece-fcd0720fd218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.229308 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d0d19bb6-f9e8-4e68-a70f-f6664f7de1de up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:18.232751 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-42bce495-2fcc-417e-aece-fcd0720fd218 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4367203-a138-42a2-8e78-0838c458c55c HTTP/1.1" status: 204 len: 168 time: 0.5986629 Jan 14 09:45:18.234319 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.240316 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1d7139ea-d684-454b-bb7f-31fd7208471d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e10aeeb1-5156-44be-8e4f-08876222b1c3 HTTP/1.1" status: 204 len: 168 time: 1.7617133 Jan 14 09:45:18.257586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37172) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:18.410807 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:18.412020 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.420348 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b749872-552d-45a4-91cc-7f47be004e25 None None] Pushing event updated for resources: {'Port': ['ID=860a0df9-edd4-403e-9114-31f1431656c8,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:18.655637 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (d24778df-d59f-4427-a906-c3ec48408a7b), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.685142 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bce495-2fcc-417e-aece-fcd0720fd218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4367203-a138-42a2-8e78-0838c458c55c,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:18.686343 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:18.736843 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks [] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:18.860977 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:18.862626 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a6d17f13-9f0a-425d-945c-6cda3e9ae303 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:18.912735 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37188) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:19.105383 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port a6d17f13-9f0a-425d-945c-6cda3e9ae303 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:19.107688 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.200543 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Allocated IP 172.20.0.1 (e4533a7b-1d3c-49a1-9516-8877ba93fca2/84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d/fba1d534-d0a0-4e3e-9848-9b456b05fb47) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:19.300441 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (d24778df-d59f-4427-a906-c3ec48408a7b), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.361089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:11Z', 'revision_number': 3, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:19.361862 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24778df-d59f-4427-a906-c3ec48408a7b']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:19.376677 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks [] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.381732 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port a6d17f13-9f0a-425d-945c-6cda3e9ae303 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:19.382909 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.395572 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be023b99-c9d2-4433-843f-94a35f6c61ae') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:19.397589 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be023b99-c9d2-4433-843f-94a35f6c61ae') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:19.423239 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b366594-eee3-4ec1-ba97-fbb38f93718b None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:11Z', 'revision_number': 3, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:45:19.424469 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (be023b99-c9d2-4433-843f-94a35f6c61ae), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.428342 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port a6d17f13-9f0a-425d-945c-6cda3e9ae303, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a6d17f13-9f0a-425d-945c-6cda3e9ae303,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:19.438782 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.451047 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.471323 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.490045 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (be023b99-c9d2-4433-843f-94a35f6c61ae), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.508042 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:45:19.508510 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (be023b99-c9d2-4433-843f-94a35f6c61ae), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.634510 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:19.647305 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Allocated IP 172.20.0.1 (af3523e0-4f7f-4d39-a66e-eb6ac45ad243/94b05fa9-a51f-47a0-a9f8-39242b6330f5/f5257b94-dfba-4c65-800e-9668bdfbe9fb) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:19.648863 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:19.656894 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 01cd1381-d562-4f91-add9-a6ddc1c278b2 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:19.659678 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:19.660172 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (75627df3-617d-4f1a-82b3-8c60f1c38eca), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:45:19.767494 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:45:19.848373 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d4026c9d-2df7-49f2-8ebb-404e733d9b12 req-5ba0b31f-780d-4b2e-a5d7-fea8e4665a00 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.9491451 Jan 14 09:45:19.854965 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=a6d17f13-9f0a-425d-945c-6cda3e9ae303,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:19.888220 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.900931 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6997015e-110d-4192-9f7b-db8c6d4d48b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.903154 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (d24778df-d59f-4427-a906-c3ec48408a7b), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:19.950235 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=fba1d534-d0a0-4e3e-9848-9b456b05fb47,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:19.970681 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 01cd1381-d562-4f91-add9-a6ddc1c278b2 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:19.972245 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.284106 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-b6243cb7-6d5c-4b13-8c61-c148a633f48a None None] Provisioning complete for port fba1d534-d0a0-4e3e-9848-9b456b05fb47 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:20.288543 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b6243cb7-6d5c-4b13-8c61-c148a633f48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.372987 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Pushing event updated for resources: {'Port': ['ID=c7d667cc-b41b-4770-83b6-aaae94d05def,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:20.414572 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.451272 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.468562 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-b6243cb7-6d5c-4b13-8c61-c148a633f48a None None] Port fba1d534-d0a0-4e3e-9848-9b456b05fb47 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:20.469323 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d24778df-d59f-4427-a906-c3ec48408a7b HTTP/1.1" status: 204 len: 168 time: 2.2105153 Jan 14 09:45:20.472312 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Network 5c129436-5473-42d9-ac32-ac708e97640c is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:20.475586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de94d-aa2c-4e94-9844-5d5c8d4c5416 admin admin] Pushing event deleted for resources: {'Network': ['ID=d24778df-d59f-4427-a906-c3ec48408a7b,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:20.483736 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:20.499778 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:20.505041 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 01cd1381-d562-4f91-add9-a6ddc1c278b2 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:20.507301 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.563947 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 01cd1381-d562-4f91-add9-a6ddc1c278b2, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=01cd1381-d562-4f91-add9-a6ddc1c278b2,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:20.572884 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.634643 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:20.635522 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.675500 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-d9be5b37-53ef-4eaf-a039-f5ea2e1aadd7 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4245949 Jan 14 09:45:20.703772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-86909cd3-51de-4830-8958-a1c4e15d7aa6 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:45:20.707499 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-86909cd3-51de-4830-8958-a1c4e15d7aa6 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198855 Jan 14 09:45:20.745923 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=01cd1381-d562-4f91-add9-a6ddc1c278b2,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:20.756140 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks [] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.789087 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.790625 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6997015e-110d-4192-9f7b-db8c6d4d48b0 admin admin] Publish callbacks [] for security_group (6316eaa9-cd10-45d9-ba07-09a150600faa), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.791584 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (75627df3-617d-4f1a-82b3-8c60f1c38eca), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.797161 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6997015e-110d-4192-9f7b-db8c6d4d48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (6316eaa9-cd10-45d9-ba07-09a150600faa), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:20.862993 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997015e-110d-4192-9f7b-db8c6d4d48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6316eaa9-cd10-45d9-ba07-09a150600faa,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:20.890482 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6997015e-110d-4192-9f7b-db8c6d4d48b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c793e301d5e54312b7f26ad7204b7716&name=default HTTP/1.1" status: 200 len: 2993 time: 1.9729691 Jan 14 09:45:20.891682 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37222) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:20.982332 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f479db68-11ba-432b-a570-0cfcd4a00ebc admin admin] Publish callbacks [] for security_group (6316eaa9-cd10-45d9-ba07-09a150600faa), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.079250 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f479db68-11ba-432b-a570-0cfcd4a00ebc admin admin] Publish callbacks [] for security_group (6316eaa9-cd10-45d9-ba07-09a150600faa), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.117175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37226) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:21.153471 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef266c6-476b-4bbb-88d4-d20a30afc1ad req-c9b913c2-66e8-4bc9-85f6-fbd29ea25a76 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:21.155056 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6ef266c6-476b-4bbb-88d4-d20a30afc1ad req-c9b913c2-66e8-4bc9-85f6-fbd29ea25a76 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 931 time: 0.1391225 Jan 14 09:45:21.219121 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2a4aa886-00d5-44f0-840b-636ef80802a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8351d0d1246c4372a61165dc62dbe26c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0968151 Jan 14 09:45:21.219526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37228) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:21.273110 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks [] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.303017 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f479db68-11ba-432b-a570-0cfcd4a00ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (6316eaa9-cd10-45d9-ba07-09a150600faa), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.307950 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f479db68-11ba-432b-a570-0cfcd4a00ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.313759 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f479db68-11ba-432b-a570-0cfcd4a00ebc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6316eaa9-cd10-45d9-ba07-09a150600faa HTTP/1.1" status: 204 len: 168 time: 0.4191072 Jan 14 09:45:21.361596 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37232) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:21.396146 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6ef266c6-476b-4bbb-88d4-d20a30afc1ad req-da22b419-d68f-4c4c-a705-72823f94fa02 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292244 Jan 14 09:45:21.411879 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks [] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.418575 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479db68-11ba-432b-a570-0cfcd4a00ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6316eaa9-cd10-45d9-ba07-09a150600faa,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:21.449162 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b742-5346-4b0b-b332-fcb0976f5185 admin admin] Publish callbacks [] for security_group (7c05aab6-4ff3-49b9-860b-41847562b3d9), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.516621 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.517412 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (11e978b7-9948-481a-81a1-df19bc93e4be), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.519971 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b742-5346-4b0b-b332-fcb0976f5185 admin admin] Publish callbacks [] for security_group (7c05aab6-4ff3-49b9-860b-41847562b3d9), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.522871 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:21.532413 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.561038 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:21.719581 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b742-5346-4b0b-b332-fcb0976f5185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7c05aab6-4ff3-49b9-860b-41847562b3d9), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.730982 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b742-5346-4b0b-b332-fcb0976f5185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.752403 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2fc5b742-5346-4b0b-b332-fcb0976f5185 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c05aab6-4ff3-49b9-860b-41847562b3d9 HTTP/1.1" status: 204 len: 168 time: 0.5302734 Jan 14 09:45:21.802532 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:21.828676 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91501179-54c4-4a5d-9d59-849dbac6a59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.841679 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:21.844735 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:21.845745 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (6c070817-8377-4d40-b8bd-655e4c239e1f), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:21.868465 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=fba1d534-d0a0-4e3e-9848-9b456b05fb47,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:21.899510 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5b742-5346-4b0b-b332-fcb0976f5185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c05aab6-4ff3-49b9-860b-41847562b3d9,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:22.035152 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 01cd1381-d562-4f91-add9-a6ddc1c278b2 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:22.171735 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91501179-54c4-4a5d-9d59-849dbac6a59b admin admin] Publish callbacks [] for security_group (f9a5ec0f-9075-4669-bbee-44fc0819090a), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:22.187494 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91501179-54c4-4a5d-9d59-849dbac6a59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f9a5ec0f-9075-4669-bbee-44fc0819090a), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:22.292316 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Request body: {'port': {'device_id': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:22.352623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-6035c2d7-43e7-449d-947f-dd9a6284375b None None] Provisioning complete for port fba1d534-d0a0-4e3e-9848-9b456b05fb47 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:22.353290 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-6035c2d7-43e7-449d-947f-dd9a6284375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:22.583658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 01cd1381-d562-4f91-add9-a6ddc1c278b2 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:22.614849 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:22.695215 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:22.698602 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501179-54c4-4a5d-9d59-849dbac6a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5ec0f-9075-4669-bbee-44fc0819090a,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:22.707285 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-91501179-54c4-4a5d-9d59-849dbac6a59b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2df6793826e4ce6bbaf04d6d69580f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3165073 Jan 14 09:45:22.709012 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37256) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:22.804260 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:45:22.845067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-6035c2d7-43e7-449d-947f-dd9a6284375b None None] Port fba1d534-d0a0-4e3e-9848-9b456b05fb47 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:22.863188 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37258) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:22.863818 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37260) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:22.871697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:22.898491 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:22.993375 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 01cd1381-d562-4f91-add9-a6ddc1c278b2 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:22.995756 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 860a0df9-edd4-403e-9114-31f1431656c8 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:23.121873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-d98a59c4-d041-4194-9d01-189aaa0edf88 None None] Provisioning complete for port f5257b94-dfba-4c65-800e-9668bdfbe9fb triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:23.123746 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d98a59c4-d041-4194-9d01-189aaa0edf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.203938 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-d98a59c4-d041-4194-9d01-189aaa0edf88 None None] Port f5257b94-dfba-4c65-800e-9668bdfbe9fb cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:23.238989 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 860a0df9-edd4-403e-9114-31f1431656c8 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:23.239997 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (860a0df9-edd4-403e-9114-31f1431656c8), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.412397 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d667cc-b41b-4770-83b6-aaae94d05def {{(pid=114413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:23.415738 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 860a0df9-edd4-403e-9114-31f1431656c8 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:23.416128 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (860a0df9-edd4-403e-9114-31f1431656c8), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.424595 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Publish callbacks [] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.425864 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:45:23.439796 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6d63a045-a0ed-43bb-8b7f-a59a95ba8cb5 admin admin] 10.222.0.48 "PUT /v2.0/routers/75627df3-617d-4f1a-82b3-8c60f1c38eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6414957 Jan 14 09:45:23.447716 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:45:23.450290 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.provisioning_blocks [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Transition to ACTIVE for port object c7d667cc-b41b-4770-83b6-aaae94d05def will not be triggered until provisioned by entity L2. {{(pid=114413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:45:23.461948 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.469422 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:23.497871 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 860a0df9-edd4-403e-9114-31f1431656c8, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=860a0df9-edd4-403e-9114-31f1431656c8,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:23.506879 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:23.507642 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:23.516871 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (860a0df9-edd4-403e-9114-31f1431656c8), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.517753 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a6d17f13-9f0a-425d-945c-6cda3e9ae303 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:23.541594 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-506cc175-d9c9-4580-bcb9-ed812c63f55d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f7e2d997e6e4745b866cafcd31c03ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6630569 Jan 14 09:45:23.545404 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37266) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:23.683155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0f97be16-103a-47c8-8804-90737e130286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.728623 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Pushing event updated for resources: {'Port': ['ID=f5257b94-dfba-4c65-800e-9668bdfbe9fb,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:23.764200 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d667cc-b41b-4770-83b6-aaae94d05def,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:23.784061 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-115e3747-0ad5-4d3c-8dc3-b33c8149305c admin admin] Publish callbacks [] for security_group (f9a5ec0f-9075-4669-bbee-44fc0819090a), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.792777 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f52fe-12b6-4501-8dc9-8720198de0c6 req-a7fe6101-c359-4491-8b75-54f89b86d87c tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:23.795287 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6d6f52fe-12b6-4501-8dc9-8720198de0c6 req-a7fe6101-c359-4491-8b75-54f89b86d87c tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 931 time: 1.1928296 Jan 14 09:45:23.807906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.814143 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-115e3747-0ad5-4d3c-8dc3-b33c8149305c admin admin] Publish callbacks [] for security_group (f9a5ec0f-9075-4669-bbee-44fc0819090a), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.866207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=860a0df9-edd4-403e-9114-31f1431656c8,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:23.889959 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-115e3747-0ad5-4d3c-8dc3-b33c8149305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f9a5ec0f-9075-4669-bbee-44fc0819090a), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.894119 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-115e3747-0ad5-4d3c-8dc3-b33c8149305c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.900637 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-115e3747-0ad5-4d3c-8dc3-b33c8149305c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9a5ec0f-9075-4669-bbee-44fc0819090a HTTP/1.1" status: 204 len: 168 time: 1.1773062 Jan 14 09:45:23.935990 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.managers [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Attempting to bind port c7d667cc-b41b-4770-83b6-aaae94d05def on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:23.936571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.managers [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Attempting to bind port c7d667cc-b41b-4770-83b6-aaae94d05def by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c'}] {{(pid=114413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:23.937161 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Attempting to bind port c7d667cc-b41b-4770-83b6-aaae94d05def on network 5c129436-5473-42d9-ac32-ac708e97640c {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:23.940961 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e3747-0ad5-4d3c-8dc3-b33c8149305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5ec0f-9075-4669-bbee-44fc0819090a,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:23.956446 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Port c7d667cc-b41b-4770-83b6-aaae94d05def on network 5c129436-5473-42d9-ac32-ac708e97640c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:45:23.956979 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Attempting to bind port c7d667cc-b41b-4770-83b6-aaae94d05def on network 5c129436-5473-42d9-ac32-ac708e97640c {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:23.965203 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port a6d17f13-9f0a-425d-945c-6cda3e9ae303 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:23.965633 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:23.971540 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:23.972345 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Checking segment: {'id': '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:23.973798 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Bound using segment: {'id': '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c'} {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:23.974505 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.managers [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Bound port: c7d667cc-b41b-4770-83b6-aaae94d05def, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c'}}] {{(pid=114413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:23.978393 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.083347 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bb98e68f-2622-4ef6-8869-b9ba66d56e32 admin admin] Publish callbacks [] for security_group (3cc18f32-a4d2-42c1-9ce1-593f24cd1961), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.135463 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Router 11e978b7-9948-481a-81a1-df19bc93e4be has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:45:24.139207 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] For port c7d667cc-b41b-4770-83b6-aaae94d05def, host hv-cinder-82160, cleared binding levels {{(pid=114413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:24.148368 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] For port c7d667cc-b41b-4770-83b6-aaae94d05def, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c7d667cc-b41b-4770-83b6-aaae94d05def,segment=NetworkSegment(94d41aa6-6d38-4e4e-9a83-f867b5ba0b41),segment_id=94d41aa6-6d38-4e4e-9a83-f867b5ba0b41)] {{(pid=114413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:24.156164 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.186198 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port a6d17f13-9f0a-425d-945c-6cda3e9ae303 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:24.201573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6d6f52fe-12b6-4501-8dc9-8720198de0c6 req-6119a5a2-edff-4da2-b7e5-07de3e959ee4 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524749 Jan 14 09:45:24.248680 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:24.314946 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bb98e68f-2622-4ef6-8869-b9ba66d56e32 admin admin] Publish callbacks [] for security_group (3cc18f32-a4d2-42c1-9ce1-593f24cd1961), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.341411 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 860a0df9-edd4-403e-9114-31f1431656c8 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:24.364803 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:24.369895 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.371422 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/c7d667cc-b41b-4770-83b6-aaae94d05def HTTP/1.1" status: 200 len: 1093 time: 2.6578355 Jan 14 09:45:24.390131 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'tag': 'c7d667cc-b41b-4770-83b6-aaae94d05def'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:24.421936 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d59d4-1d40-49d7-84ce-e510e0db67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d667cc-b41b-4770-83b6-aaae94d05def,revision_number=3']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:24.617892 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f949b3c2-8568-4fb4-a4f3-73fc3b223cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.669254 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41" -d '{"events": [{"name": "network-changed", "server_uuid": "bb06ab78-a932-4c33-ac7c-987f258831c9", "tag": "c7d667cc-b41b-4770-83b6-aaae94d05def"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:24.697313 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-c6aa7ef7-d46f-4eac-9886-abd7aa94f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:24.701417 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-c6aa7ef7-d46f-4eac-9886-abd7aa94f3c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1e5d5139bc44adcb0fe4ddddf73580c&device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 1096 time: 0.2294006 Jan 14 09:45:24.745530 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0f97be16-103a-47c8-8804-90737e130286 admin admin] Publish callbacks [] for security_group (7658371b-f937-431d-85a6-145ab54ac963), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.779773 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0f97be16-103a-47c8-8804-90737e130286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7658371b-f937-431d-85a6-145ab54ac963), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.788310 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 860a0df9-edd4-403e-9114-31f1431656c8 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:24.788310 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (860a0df9-edd4-403e-9114-31f1431656c8), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:24.884105 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-af168bf4-01d0-4f81-96c4-092faefa4276 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7d667cc-b41b-4770-83b6-aaae94d05def HTTP/1.1" status: 200 len: 217 time: 0.1702628 Jan 14 09:45:25.036902 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a288f-46ab-448e-9b23-c1e42b6a09ee x-openstack-request-id: req-308a288f-46ab-448e-9b23-c1e42b6a09ee {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:25.038682 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb06ab78-a932-4c33-ac7c-987f258831c9", "tag": "c7d667cc-b41b-4770-83b6-aaae94d05def", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:25.039587 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-308a288f-46ab-448e-9b23-c1e42b6a09ee {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:25.040223 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'tag': 'c7d667cc-b41b-4770-83b6-aaae94d05def', 'status': 'completed', 'code': 200} Jan 14 09:45:25.073820 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37310) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:25.077765 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0f97be16-103a-47c8-8804-90737e130286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43b26c5c446e4ad198f040858c960a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1798630 Jan 14 09:45:25.079279 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37314) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:25.083571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694880778', 'description': 'tempest-description--1279521798'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:25.105559 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97be16-103a-47c8-8804-90737e130286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7658371b-f937-431d-85a6-145ab54ac963,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:25.118802 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-b7db1921-6b6c-4e3e-b173-2f1ad2daa144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:25.120315 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-b7db1921-6b6c-4e3e-b173-2f1ad2daa144 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2959c5d5-61d1-4c46-a132-582ef8105f73 HTTP/1.1" status: 200 len: 852 time: 0.2272635 Jan 14 09:45:25.153661 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:45:25.157083 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bb98e68f-2622-4ef6-8869-b9ba66d56e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3cc18f32-a4d2-42c1-9ce1-593f24cd1961), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.161481 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bb98e68f-2622-4ef6-8869-b9ba66d56e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.162926 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-bb98e68f-2622-4ef6-8869-b9ba66d56e32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cc18f32-a4d2-42c1-9ce1-593f24cd1961 HTTP/1.1" status: 204 len: 168 time: 1.6012106 Jan 14 09:45:25.169640 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 860a0df9-edd4-403e-9114-31f1431656c8 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:25.170266 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Sync routers for ids ['11e978b7-9948-481a-81a1-df19bc93e4be'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:45:25.191270 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Routers {'11e978b7-9948-481a-81a1-df19bc93e4be'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:25.202401 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-708ef8cb-6354-4e8e-8d05-b24212b6ccf8 admin admin] 10.222.0.48 "PUT /v2.0/routers/11e978b7-9948-481a-81a1-df19bc93e4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5250356 Jan 14 09:45:25.202606 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['11e978b7-9948-481a-81a1-df19bc93e4be'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:25.245166 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98e68f-2622-4ef6-8869-b9ba66d56e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc18f32-a4d2-42c1-9ce1-593f24cd1961,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:25.253056 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 2, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:25.279148 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks [] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.287369 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.288235 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (6c070817-8377-4d40-b8bd-655e4c239e1f), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.336080 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-13a0aed2-e793-447d-9040-f4483b8cc02a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c129436-5473-42d9-ac32-ac708e97640c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026970 Jan 14 09:45:25.473560 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.568927 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Pushing event updated for resources: {'Port': ['ID=f5257b94-dfba-4c65-800e-9668bdfbe9fb,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:25.570562 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Set router 11e978b7-9948-481a-81a1-df19bc93e4be gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:25.654828 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:25.658658 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:25.661064 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b21d78a-7820-47c1-9b36-e60fe7a5af3f admin admin] Publish callbacks [] for security_group (7658371b-f937-431d-85a6-145ab54ac963), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.753349 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:45:25.754187 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Updating router 75627df3-617d-4f1a-82b3-8c60f1c38eca port fba1d534-d0a0-4e3e-9848-9b456b05fb47 binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:45:25.834788 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b21d78a-7820-47c1-9b36-e60fe7a5af3f admin admin] Publish callbacks [] for security_group (7658371b-f937-431d-85a6-145ab54ac963), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.900962 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:25.944594 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f1893-aa28-4608-93fa-1778315f95b2 req-f47a8d3f-0150-47f2-8a3e-a5fc4e6a80ac tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:25.945904 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Router 6c070817-8377-4d40-b8bd-655e4c239e1f has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:45:25.946163 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-880f1893-aa28-4608-93fa-1778315f95b2 req-f47a8d3f-0150-47f2-8a3e-a5fc4e6a80ac tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 943 time: 0.4771743 Jan 14 09:45:25.960265 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-4152b2a8-eef0-453b-86ca-b353cb723bca service neutron] 10.222.0.45 "GET /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129391 Jan 14 09:45:26.035380 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37336) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:26.253528 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:45:26.274378 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-5964c360-f0c2-4b10-ac43-892203fe6e23 admin admin] 10.222.0.48 "PUT /v2.0/routers/6c070817-8377-4d40-b8bd-655e4c239e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5401437 Jan 14 09:45:26.282836 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:45:26.343580 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-4c6c3aa9-884c-41a0-8a4e-0f4d3fd31db9 None None] Provisioning complete for port f5257b94-dfba-4c65-800e-9668bdfbe9fb triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:26.344092 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4c6c3aa9-884c-41a0-8a4e-0f4d3fd31db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.360497 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:45:18Z', 'revision_number': 4, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '1b4daa01-90cb-4876-9b9b-62fb776d4b0b', 'name': '', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'mac_address': 'fa:16:3e:8f:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:14Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 2, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'subnets': [{'id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:26.385674 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:26.385674 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:44:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:26.408401 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-880f1893-aa28-4608-93fa-1778315f95b2 req-e9dc6488-fd0b-4d0f-b6e2-1721b392c031 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428346 Jan 14 09:45:26.435502 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.441908 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Checking router: 11e978b7-9948-481a-81a1-df19bc93e4be for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:45:26.444013 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Updating router 11e978b7-9948-481a-81a1-df19bc93e4be port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:45:26.461930 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.471878 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c3aa9-884c-41a0-8a4e-0f4d3fd31db9 None None] Port f5257b94-dfba-4c65-800e-9668bdfbe9fb cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:26.505403 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.646653 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f403b8c7-bba0-4576-af0d-d0189d0f58b3 req-66f567fe-1a86-4c95-8ddf-eca394fcdab1 service neutron] 10.222.0.45 "GET /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102374 Jan 14 09:45:26.667757 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.677893 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5994964 Jan 14 09:45:26.678794 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b21d78a-7820-47c1-9b36-e60fe7a5af3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7658371b-f937-431d-85a6-145ab54ac963), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.681506 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2b21d78a-7820-47c1-9b36-e60fe7a5af3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.682713 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37354) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:26.685475 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2b21d78a-7820-47c1-9b36-e60fe7a5af3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7658371b-f937-431d-85a6-145ab54ac963 HTTP/1.1" status: 204 len: 168 time: 1.5928724 Jan 14 09:45:26.687520 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7c98f-349b-406d-b119-c833762bf03f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:26.688412 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'security_group_rule': {'security_group_id': 'f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:26.707763 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:26.709629 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21d78a-7820-47c1-9b36-e60fe7a5af3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658371b-f937-431d-85a6-145ab54ac963,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:26.712658 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b653ea1a-254b-46dc-b270-81526477ae9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.816494 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-25916e80-af6b-4823-89d5-efdbbb833c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:26.818967 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-25916e80-af6b-4823-89d5-efdbbb833c41 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f1e5d5139bc44adcb0fe4ddddf73580c&device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 1096 time: 0.0874584 Jan 14 09:45:26.836887 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (d08b5144-51b7-46b8-ad05-33b6ae876ccd), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.879505 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Publish callbacks [] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:26.932889 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9e351674-c6b4-4c7b-8089-d7465428947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.046937 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.143532 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (d08b5144-51b7-46b8-ad05-33b6ae876ccd), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.188620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48640c-1a60-401e-8057-e3cca9b20977 None None] Pushing event updated for resources: {'Port': ['ID=fba1d534-d0a0-4e3e-9848-9b456b05fb47,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:27.192542 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (d08b5144-51b7-46b8-ad05-33b6ae876ccd), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.209256 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Publish callbacks [] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.221184 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.313996 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-4326fae8-a3b0-4d32-984b-03b72640a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:27.321241 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-4326fae8-a3b0-4d32-984b-03b72640a326 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c129436-5473-42d9-ac32-ac708e97640c HTTP/1.1" status: 200 len: 913 time: 0.4893954 Jan 14 09:45:27.355764 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864762e-7999-4a84-b75c-252cc47f9bfe None None] Pushing event updated for resources: {'Port': ['ID=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:27.450986 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08b5144-51b7-46b8-ad05-33b6ae876ccd,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:27.477385 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Attempting to bind port fba1d534-d0a0-4e3e-9848-9b456b05fb47 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:27.477385 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Attempting to bind port fba1d534-d0a0-4e3e-9848-9b456b05fb47 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:27.477385 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Attempting to bind port fba1d534-d0a0-4e3e-9848-9b456b05fb47 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:27.495620 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.506611 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a7df18ad-e631-41b2-9125-043517752acc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8227108 Jan 14 09:45:27.507938 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37376) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:27.521552 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-485c48a8-b21a-4c47-adc7-5b242fd7e104 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7d667cc-b41b-4770-83b6-aaae94d05def HTTP/1.1" status: 200 len: 217 time: 0.1731930 Jan 14 09:45:27.522821 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:27.523075 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Attempting to bind port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:27.523547 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Attempting to bind port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:27.524054 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Attempting to bind port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:27.530748 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Checking segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:27.531160 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.531570 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Bound using segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:27.531707 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:27.532070 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Bound port: fba1d534-d0a0-4e3e-9848-9b456b05fb47, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:27.532508 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.532633 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Checking segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:27.532920 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.533321 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Bound using segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:27.533896 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Bound port: 1b4daa01-90cb-4876-9b9b-62fb776d4b0b, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:27.534280 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.540483 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'security_group_rule': {'security_group_id': 'f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:27.604631 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-5478abea-ed69-4f0b-be9f-f5a3393f3af8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:27.615079 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-5478abea-ed69-4f0b-be9f-f5a3393f3af8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 818 time: 0.5203774 Jan 14 09:45:27.630124 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:24Z', 'revision_number': 2, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:27.680225 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-864dc5ce-72ac-4880-9e48-5904e1a026e8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/quotas/ae8097afd74a4ab39619485b26bdf483 HTTP/1.1" status: 200 len: 375 time: 0.0639994 Jan 14 09:45:27.684973 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-bb01393c-cc16-4596-aa2b-08dce9ce70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:27.687589 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-bb01393c-cc16-4596-aa2b-08dce9ce70b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2959c5d5-61d1-4c46-a132-582ef8105f73 HTTP/1.1" status: 200 len: 852 time: 0.1302109 Jan 14 09:45:27.716807 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] For port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:27.722089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] For port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:27.728973 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.756159 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (443fa015-3936-443d-bb73-8e52042cc31f), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.766971 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b653ea1a-254b-46dc-b270-81526477ae9b admin admin] Publish callbacks [] for security_group (db0deda9-b5a2-4339-be87-39f7a0d6e9bb), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.775365 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:45:27.775750 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Updating router 6c070817-8377-4d40-b8bd-655e4c239e1f port f5257b94-dfba-4c65-800e-9668bdfbe9fb binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:45:27.833618 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-33df2379-3c49-4131-93ab-751085852712 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c129436-5473-42d9-ac32-ac708e97640c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302488 Jan 14 09:45:27.835185 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b653ea1a-254b-46dc-b270-81526477ae9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (db0deda9-b5a2-4339-be87-39f7a0d6e9bb), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.876275 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Routers {'11e978b7-9948-481a-81a1-df19bc93e4be'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:27.884682 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-bc51af5e-4b85-4fc8-84ac-cd7e2c4d7e37 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026343 Jan 14 09:45:27.885908 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['11e978b7-9948-481a-81a1-df19bc93e4be'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:27.955156 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:27.961767 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b653ea1a-254b-46dc-b270-81526477ae9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77b9561864184befb453a433d699f120&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9068065 Jan 14 09:45:27.963850 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37384) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:27.988228 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653ea1a-254b-46dc-b270-81526477ae9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0deda9-b5a2-4339-be87-39f7a0d6e9bb,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:28.016464 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.028814 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-976ad820-eaf1-4f42-b83b-7c73d5165f04 None None] Provisioning complete for port fba1d534-d0a0-4e3e-9848-9b456b05fb47 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:28.029838 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-976ad820-eaf1-4f42-b83b-7c73d5165f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.044076 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] For port fba1d534-d0a0-4e3e-9848-9b456b05fb47, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:28.060663 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (443fa015-3936-443d-bb73-8e52042cc31f), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.063748 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864762e-7999-4a84-b75c-252cc47f9bfe None None] Pushing event updated for resources: {'Port': ['ID=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,revision_number=4']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:28.085850 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (443fa015-3936-443d-bb73-8e52042cc31f), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.220931 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443fa015-3936-443d-bb73-8e52042cc31f,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:28.300562 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.301924 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-be84f626-7ad4-48ae-8068-661338c64ad4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7811151 Jan 14 09:45:28.309119 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] For port fba1d534-d0a0-4e3e-9848-9b456b05fb47, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=fba1d534-d0a0-4e3e-9848-9b456b05fb47,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:28.328399 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37392) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:28.350827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:28.354104 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.404831 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-352d9bea-86df-4ad5-8b61-966730942420 service neutron] 10.222.0.48 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174110 Jan 14 09:45:28.433665 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] Set router 11e978b7-9948-481a-81a1-df19bc93e4be gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:28.646013 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-ebdd1c18-e9ea-4896-bdd7-b42b13837a78 service neutron] 10.222.0.48 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238934 Jan 14 09:45:28.662749 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19bd4e51-a217-42c8-a280-b356adf8d8b1 admin admin] Publish callbacks [] for security_group (db0deda9-b5a2-4339-be87-39f7a0d6e9bb), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.664141 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.670501 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-931314e3-ada6-49f8-9ba9-924f5da65ed9 service neutron] 10.222.0.45 "GET /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7815061 Jan 14 09:45:28.705776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-976ad820-eaf1-4f42-b83b-7c73d5165f04 None None] Port fba1d534-d0a0-4e3e-9848-9b456b05fb47 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:28.904584 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37406) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:28.949105 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e26f8b9e-5c91-43ae-84fd-26ccc7921f41 req-d958734d-037e-4d39-982c-9202d11d26be service neutron] 10.222.0.45 "GET /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653387 Jan 14 09:45:28.951202 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19bd4e51-a217-42c8-a280-b356adf8d8b1 admin admin] Publish callbacks [] for security_group (db0deda9-b5a2-4339-be87-39f7a0d6e9bb), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:28.954748 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198720804', 'description': 'tempest-description--1940133866'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:29.004044 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:45:18Z', 'revision_number': 4, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '1b4daa01-90cb-4876-9b9b-62fb776d4b0b', 'name': '', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'mac_address': 'fa:16:3e:8f:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:14Z', 'updated_at': '2022-01-14T09:45:27Z', 'revision_number': 4, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'subnets': [{'id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:29.204433 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691edc8-d309-48d3-bd9e-21a4720b79c1 None None] The sync data for ids ['11e978b7-9948-481a-81a1-df19bc93e4be'] in dv-cinder-821602-11-iscsi is: [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:45:18Z', 'revision_number': 4, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '1b4daa01-90cb-4876-9b9b-62fb776d4b0b', 'name': '', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'mac_address': 'fa:16:3e:8f:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:14Z', 'updated_at': '2022-01-14T09:45:27Z', 'revision_number': 4, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'subnets': [{'id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:45:29.298043 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6dfc0-7f2d-4c2a-830e-991b1757d15c req-7d52bd4e-46df-414b-bae5-312634a9607f tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:29.317700 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-41d6dfc0-7f2d-4c2a-830e-991b1757d15c req-7d52bd4e-46df-414b-bae5-312634a9607f tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 943 time: 0.3080449 Jan 14 09:45:29.385009 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19bd4e51-a217-42c8-a280-b356adf8d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (db0deda9-b5a2-4339-be87-39f7a0d6e9bb), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:29.395742 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-19bd4e51-a217-42c8-a280-b356adf8d8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:29.397690 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:29.398326 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:29.400195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48640c-1a60-401e-8057-e3cca9b20977 None None] Pushing event updated for resources: {'Port': ['ID=fba1d534-d0a0-4e3e-9848-9b456b05fb47,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:29.401855 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-19bd4e51-a217-42c8-a280-b356adf8d8b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db0deda9-b5a2-4339-be87-39f7a0d6e9bb HTTP/1.1" status: 204 len: 168 time: 1.3974154 Jan 14 09:45:29.438474 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd4e51-a217-42c8-a280-b356adf8d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0deda9-b5a2-4339-be87-39f7a0d6e9bb,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:29.583810 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-41d6dfc0-7f2d-4c2a-830e-991b1757d15c req-48a5410a-14b0-48b3-9dde-bb6aed59c5f3 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643225 Jan 14 09:45:29.660413 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Publish callbacks [] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:29.831511 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-77313630-acba-42a5-92e1-d8fa8cbb824b req-1e7f5d4e-519e-4b64-b6ca-7d127168b2bc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 210 time: 0.2426004 Jan 14 09:45:29.838021 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:29.841290 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:30.097272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.253144 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (09a54c03-e00c-41e3-aa97-164b0d2b85ea), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.273638 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (09a54c03-e00c-41e3-aa97-164b0d2b85ea), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.371050 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.382677 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.388319 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] Provisioning complete for port fba1d534-d0a0-4e3e-9848-9b456b05fb47 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:30.389033 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.456868 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.463872 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5139351 Jan 14 09:45:30.464307 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37454) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:30.472559 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'security_group_rule': {'security_group_id': '09a54c03-e00c-41e3-aa97-164b0d2b85ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:30.519649 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79201f1-3783-4862-985f-3ddf9be303e7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a54c03-e00c-41e3-aa97-164b0d2b85ea,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:30.554191 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Allocated IP 172.27.3.199 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/19d9d479-d45b-4c36-a04c-20e6d5d4fb2f) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:30.575586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (135b8e35-2d72-49b2-9774-8814caad6bf0), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.672634 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 1b4daa01-90cb-4876-9b9b-62fb776d4b0b up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:30.857493 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.874207 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (135b8e35-2d72-49b2-9774-8814caad6bf0), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:30.905661 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (135b8e35-2d72-49b2-9774-8814caad6bf0), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.034411 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8bb49-4572-4808-9a44-6847dc846acc None None] Pushing event updated for resources: {'Port': ['ID=f5257b94-dfba-4c65-800e-9668bdfbe9fb,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:31.063710 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135b8e35-2d72-49b2-9774-8814caad6bf0,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:31.090190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.092011 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.097318 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1489fb8c-8acd-4cb0-91b4-621f84282f2a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6274638 Jan 14 09:45:31.100633 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37490) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:31.112554 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'security_group_rule': {'security_group_id': '09a54c03-e00c-41e3-aa97-164b0d2b85ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:31.197561 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1228fe-b1b5-4495-9cad-ad37278e4d88 req-6f247b42-2bae-4864-833a-590d7d893cb6 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:31.199218 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9b1228fe-b1b5-4495-9cad-ad37278e4d88 req-6f247b42-2bae-4864-833a-590d7d893cb6 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 943 time: 0.2206318 Jan 14 09:45:31.240363 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-83ddf75d-f72b-444c-857b-21852a6ee1cc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:31.247969 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:31.262021 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-83ddf75d-f72b-444c-857b-21852a6ee1cc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 818 time: 0.5013838 Jan 14 09:45:31.264403 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:31.298167 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:31.316248 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-0c4d7813-4a70-4beb-bf99-69522d3c54dc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/quotas/ae8097afd74a4ab39619485b26bdf483 HTTP/1.1" status: 200 len: 375 time: 0.0501554 Jan 14 09:45:31.405684 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'Port': ['ID=19d9d479-d45b-4c36-a04c-20e6d5d4fb2f,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:31.463536 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Attempting to bind port f5257b94-dfba-4c65-800e-9668bdfbe9fb on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:31.464186 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Attempting to bind port f5257b94-dfba-4c65-800e-9668bdfbe9fb by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:31.466832 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Attempting to bind port f5257b94-dfba-4c65-800e-9668bdfbe9fb on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:31.473930 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.498696 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (0e4579e7-9944-4829-af99-eb511720018d), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.518505 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:31.519139 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.524440 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:31.525104 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Checking segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:31.525668 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.526253 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Bound using segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:31.526958 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Bound port: f5257b94-dfba-4c65-800e-9668bdfbe9fb, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:31.527547 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.529765 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (ac1d4523-5b18-4320-8808-db9affa63043), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.556341 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9b1228fe-b1b5-4495-9cad-ad37278e4d88 req-2710bd1e-7c77-447d-be34-7da56c719cb0 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237703 Jan 14 09:45:31.561205 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] Current status of the port fba1d534-d0a0-4e3e-9848-9b456b05fb47 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:31.561806 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.622407 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.740153 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-051656f4-7649-41da-a036-18d04a7349c8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4212875 Jan 14 09:45:31.781499 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] For port fba1d534-d0a0-4e3e-9848-9b456b05fb47, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=fba1d534-d0a0-4e3e-9848-9b456b05fb47,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:31.795596 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.816873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] For port f5257b94-dfba-4c65-800e-9668bdfbe9fb, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:31.859194 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:28Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:31.860541 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (ac1d4523-5b18-4320-8808-db9affa63043), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.869642 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] For port f5257b94-dfba-4c65-800e-9668bdfbe9fb, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=f5257b94-dfba-4c65-800e-9668bdfbe9fb,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:31.882077 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (ac1d4523-5b18-4320-8808-db9affa63043), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.981341 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.985620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01a9c9-0e05-41d1-a73f-3bf48bb06e3a None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:28Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:45:31.992472 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:31.998991 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8980732 Jan 14 09:45:32.003570 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37504) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:32.016076 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:32.038434 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b1704-f078-4332-a204-cb700ee41a40 None None] Pushing event updated for resources: {'Port': ['ID=fba1d534-d0a0-4e3e-9848-9b456b05fb47,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:32.052014 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] Provisioning complete for port f5257b94-dfba-4c65-800e-9668bdfbe9fb triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:32.054136 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.071157 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:32.071771 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.238273 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.401351 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:45:32.402473 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:32.423153 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bb581-061c-46a5-bf2c-acb048df7567 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1d4523-5b18-4320-8808-db9affa63043,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:32.538513 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.553650 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.689804 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (0e4579e7-9944-4829-af99-eb511720018d), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.726486 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:32.744905 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'Port': ['ID=19d9d479-d45b-4c36-a04c-20e6d5d4fb2f,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:32.764220 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.768042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ff5a744f-ec1a-4a1d-a8a4-c7e83a01122b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4374228 Jan 14 09:45:32.845033 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8bb49-4572-4808-9a44-6847dc846acc None None] Pushing event updated for resources: {'Port': ['ID=f5257b94-dfba-4c65-800e-9668bdfbe9fb,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:32.848148 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:32.976228 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] Current status of the port f5257b94-dfba-4c65-800e-9668bdfbe9fb is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:32.978372 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:33.046689 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6352a-23f8-494e-b1d5-e6c0bbd704c2 req-c6e55c6b-0bd2-4125-ac9f-edeb271d3434 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:33.052228 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1ea6352a-23f8-494e-b1d5-e6c0bbd704c2 req-c6e55c6b-0bd2-4125-ac9f-edeb271d3434 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 943 time: 0.1874309 Jan 14 09:45:33.081285 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:45:33.088977 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:33.162928 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1ea6352a-23f8-494e-b1d5-e6c0bbd704c2 req-351ff1c8-5599-43f6-a9b9-04910674a63f tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987194 Jan 14 09:45:33.183121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-d1aec526-5b7c-4677-acaa-dc863371c8af tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:33.186061 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] For port f5257b94-dfba-4c65-800e-9668bdfbe9fb, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=f5257b94-dfba-4c65-800e-9668bdfbe9fb,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:33.187199 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-d1aec526-5b7c-4677-acaa-dc863371c8af tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 818 time: 0.4043016 Jan 14 09:45:33.194958 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:33.278536 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device fba1d534-d0a0-4e3e-9848-9b456b05fb47 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:33.287604 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:33.412172 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Request body: {'port': {'device_id': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'admin_state_up': True, 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:33.530697 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988f8ae-4dcd-43c6-af7d-6caf6fdac66a None None] Pushing event updated for resources: {'Port': ['ID=f5257b94-dfba-4c65-800e-9668bdfbe9fb,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:33.540681 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-6f42abfb-924b-488b-9856-2de0086a7565 None None] Provisioning complete for port f5257b94-dfba-4c65-800e-9668bdfbe9fb triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:33.541323 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-6f42abfb-924b-488b-9856-2de0086a7565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:33.659460 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port fba1d534-d0a0-4e3e-9848-9b456b05fb47 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:33.660052 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:33.802257 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-7f9bfb5a-5c23-4d92-a0ea-99069ef18762 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:45:33.835390 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-7f9bfb5a-5c23-4d92-a0ea-99069ef18762 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7508125 Jan 14 09:45:33.925934 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-6f42abfb-924b-488b-9856-2de0086a7565 None None] Current status of the port f5257b94-dfba-4c65-800e-9668bdfbe9fb is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:33.955376 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:45:33.994451 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b07f78-f4a2-4ab0-a1ee-95021a95cc59 None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:45:34.012255 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port fba1d534-d0a0-4e3e-9848-9b456b05fb47 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:34.022484 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-0cebab8b-62ba-444e-98c1-2ccb3854cfb2 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1694880778&fields=id&tenant_id=d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 267 time: 0.2169914 Jan 14 09:45:34.235890 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Allocated IP 172.27.3.123 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/5c9e8334-eed5-45fd-bc3f-105f5ec81e57) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:34.280022 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Made reservation on behalf of ae8097afd74a4ab39619485b26bdf483 for: {'port': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:34.293832 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:34.391614 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-171162d7-990f-4571-9529-4bbf17ad49cc service neutron] 10.222.0.48 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960239 Jan 14 09:45:34.457094 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-1c18eacf-74e1-42ba-a9df-6fc1053b2de7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:34.459261 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-1c18eacf-74e1-42ba-a9df-6fc1053b2de7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 816 time: 0.4094186 Jan 14 09:45:34.490550 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-047a5fbc-d651-4b4e-8468-20928ec66e33 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/quotas/d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 375 time: 0.0216494 Jan 14 09:45:34.545121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:34.612380 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device c7d667cc-b41b-4770-83b6-aaae94d05def details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:45:34.623621 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-e8cc1a10-264f-4c51-bb1d-aa21b5fda9dd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221619 Jan 14 09:45:34.786961 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-e610b303-14aa-44fd-bce7-b54c590ca6d6 service neutron] 10.222.0.48 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646433 Jan 14 09:45:34.800781 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:34.843193 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-d0b30f1d-58ff-459b-b14d-e63750e2f1ad service neutron] 10.222.0.48 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936216 Jan 14 09:45:35.035293 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-9d1178dc-2f54-4c97-b50c-3a69c9408d74 service neutron] 10.222.0.48 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900601 Jan 14 09:45:35.038904 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Allocated IP 172.20.0.14 (78a3ace0-1988-4ea4-bbaf-f5f723e32336/1d6aac0e-4ae3-445c-812f-d59b70ef9991/fec053d0-2d6f-4bb9-a828-7e99bac5a9b7) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:35.270802 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:35.355608 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:35.420648 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device f5257b94-dfba-4c65-800e-9668bdfbe9fb up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:35.444780 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:35.478528 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port c7d667cc-b41b-4770-83b6-aaae94d05def, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c7d667cc-b41b-4770-83b6-aaae94d05def,segment=NetworkSegment(94d41aa6-6d38-4e4e-9a83-f867b5ba0b41),segment_id=94d41aa6-6d38-4e4e-9a83-f867b5ba0b41)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:35.533086 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'c7d667cc-b41b-4770-83b6-aaae94d05def', 'network_id': '5c129436-5473-42d9-ac32-ac708e97640c', 'port_id': 'c7d667cc-b41b-4770-83b6-aaae94d05def', 'mac_address': 'fa:16:3e:b8:ce:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2959c5d5-61d1-4c46-a132-582ef8105f73', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:45:35.830606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port c7d667cc-b41b-4770-83b6-aaae94d05def is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:35.831845 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:35.837218 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'Port': ['ID=5c9e8334-eed5-45fd-bc3f-105f5ec81e57,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:35.874563 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d667cc-b41b-4770-83b6-aaae94d05def {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:35.892606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port f5257b94-dfba-4c65-800e-9668bdfbe9fb triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:35.893202 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:36.045271 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port c7d667cc-b41b-4770-83b6-aaae94d05def, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c7d667cc-b41b-4770-83b6-aaae94d05def,segment=NetworkSegment(94d41aa6-6d38-4e4e-9a83-f867b5ba0b41),segment_id=94d41aa6-6d38-4e4e-9a83-f867b5ba0b41)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:36.066710 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:36.113411 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks [] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:36.209808 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=c7d667cc-b41b-4770-83b6-aaae94d05def,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:36.278638 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e5cb9-f76e-4d21-b0a7-ede7785cfe1c req-3f7dc769-379d-401c-854b-aaefea395818 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:36.287905 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-939e5cb9-f76e-4d21-b0a7-ede7785cfe1c req-3f7dc769-379d-401c-854b-aaefea395818 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 943 time: 0.9879704 Jan 14 09:45:36.360994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port f5257b94-dfba-4c65-800e-9668bdfbe9fb is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:36.367964 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 1b4daa01-90cb-4876-9b9b-62fb776d4b0b up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:36.376320 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['c7d667cc-b41b-4770-83b6-aaae94d05def'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:45:36.376650 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b7e0903c-abc0-4114-a2e6-3b6c2421a26e req-4fca228d-970d-4f07-822d-5d67ae364497 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 210 time: 0.1068501 Jan 14 09:45:36.491193 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (699892f3-dbe0-4a07-ac84-972bba9a9bc8), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:36.525917 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:36.601107 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-abf1052f-c90f-45c3-b10c-6045e4332ab2 req-383aaf5f-0600-40a7-9649-ea0beb158d93 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 210 time: 0.1637383 Jan 14 09:45:36.802774 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:36.803172 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:37.173314 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:37.248800 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Pushing event updated for resources: {'Port': ['ID=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:37.317496 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-939e5cb9-f76e-4d21-b0a7-ede7785cfe1c req-203f4556-bab1-42b6-ba53-b9473b9951f8 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9855340 Jan 14 09:45:37.344055 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:37.351949 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:37.386730 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:37.440834 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:37.579090 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.45', 54693) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:37.747630 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:37.755424 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:37.756563 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.45', 54694) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:37.941350 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0e3e71fd-d4e2-4ab0-8e8c-4c67115316f3 req-30c880ed-b84a-40f4-b1e4-d94845d0f409 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 210 time: 0.4149022 Jan 14 09:45:37.953743 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3e01028f-d43d-44c3-aaea-8ecea89951d4 req-dc0f8a18-25e9-4589-a432-1775b9a2f58c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 210 time: 0.1354849 Jan 14 09:45:37.971665 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-9233b46f-c6bd-463c-ba60-bf930457b562 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5965002 Jan 14 09:45:37.991352 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Request body: {'port': {'device_id': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:38.139398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-1214ae9f-3b80-4f4e-ad90-079273200311 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:38.142412 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-1214ae9f-3b80-4f4e-ad90-079273200311 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 818 time: 0.5609002 Jan 14 09:45:38.163019 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-4f17cdff-03fc-4e1c-8dc0-d40a425018d8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:38.165310 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-4f17cdff-03fc-4e1c-8dc0-d40a425018d8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 816 time: 0.4068191 Jan 14 09:45:38.171854 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Request body: {'port': {'device_id': '4cc92076-08d2-4373-b753-89ccf31977b3', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'admin_state_up': True, 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:38.209919 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.309512 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.340443 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.460506 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-a68d41c5-5e1f-424e-8117-99ed32ab7e88 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 380 time: 0.2818248 Jan 14 09:45:38.472027 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'port': {'device_id': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'admin_state_up': True, 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'security_groups': ['f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:38.504227 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (699892f3-dbe0-4a07-ac84-972bba9a9bc8), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.536110 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 37702) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:38.606505 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.607864 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6022635 Jan 14 09:45:38.751094 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78d6cb-3f69-4e7f-a2ee-bf6adb970f09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'Port': ['ID=5c9e8334-eed5-45fd-bc3f-105f5ec81e57,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:38.850293 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c8f60-5f56-484e-bb15-899f7e79c2a9 req-843620fc-63ab-4c99-904b-15d2a2728031 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:38.851999 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb6c8f60-5f56-484e-bb15-899f7e79c2a9 req-843620fc-63ab-4c99-904b-15d2a2728031 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 944 time: 0.3402152 Jan 14 09:45:38.857721 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Made reservation on behalf of ae8097afd74a4ab39619485b26bdf483 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:38.863228 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.897869 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Made reservation on behalf of d87879779a7049fa888526ce5a0bf552 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:38.909518 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:38.939247 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb6c8f60-5f56-484e-bb15-899f7e79c2a9 req-67b6f28c-cc5d-41a4-b616-a032e7fe63f4 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674667 Jan 14 09:45:39.065888 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-49795c11-1877-4861-8400-90a9ec10b46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.067254 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 {{(pid=114413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:39.077412 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Publish callbacks [] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.104025 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.provisioning_blocks [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Transition to ACTIVE for port object fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 will not be triggered until provisioned by entity L2. {{(pid=114413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:45:39.143270 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.161435 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b2a6fc36-54ec-4419-ac74-6c8c6828ec5d req-80f9982b-4e4d-4e20-a2af-6360b7eb2aa9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 210 time: 0.0707169 Jan 14 09:45:39.188830 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-01fd91ea-4580-4dce-9c07-145cd976d673 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1198720804&fields=id&tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30 HTTP/1.1" status: 200 len: 267 time: 0.2950857 Jan 14 09:45:39.280772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:39.300402 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device c7d667cc-b41b-4770-83b6-aaae94d05def up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:39.395326 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d798578f-7e95-4235-ab18-24d7cae0bef9 req-6244e462-f1c6-4c8c-9063-bc7530ec184a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 210 time: 0.1154492 Jan 14 09:45:39.471724 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.managers [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Attempting to bind port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:39.471889 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.managers [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Attempting to bind port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'}] {{(pid=114413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:39.472238 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Attempting to bind port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:39.479126 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:45:39.480075 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Attempting to bind port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:39.483736 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port c7d667cc-b41b-4770-83b6-aaae94d05def completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:45:39.488855 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:39.489299 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Checking segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:39.489840 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Bound using segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} {{(pid=114413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:39.490392 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.managers [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Bound port: fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'}}] {{(pid=114413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:39.490847 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.499312 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port c7d667cc-b41b-4770-83b6-aaae94d05def triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:39.500000 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.627080 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port c7d667cc-b41b-4770-83b6-aaae94d05def is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:39.627629 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.636190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] For port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host hv-cinder-82160, cleared binding levels {{(pid=114413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:39.641047 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] For port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:39.649260 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.669850 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:39.671080 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.673050 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 1094 time: 1.6940308 Jan 14 09:45:39.674946 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'tag': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:39.678380 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a60d7-897d-40bd-8d37-2f5d503ea945" -d '{"events": [{"name": "network-changed", "server_uuid": "468932bd-d6e7-43a5-84f1-53cc479aa7b0", "tag": "fec053d0-2d6f-4bb9-a828-7e99bac5a9b7"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:39.679532 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d667cc-b41b-4770-83b6-aaae94d05def'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:39.688385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Allocated IP 172.20.0.10 (78a3ace0-1988-4ea4-bbaf-f5f723e32336/1d6aac0e-4ae3-445c-812f-d59b70ef9991/5a23db63-64e3-4028-bc26-b6109dcd48ad) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:39.701637 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Allocated IP 172.20.0.5 (e4533a7b-1d3c-49a1-9516-8877ba93fca2/84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d/7199b4e9-feda-4595-83c7-1a3f330de646) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:39.726782 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a9d95199-baee-4f76-92fa-da7125e4ecaf tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:39.728634 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a9d95199-baee-4f76-92fa-da7125e4ecaf tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 810 time: 0.4709442 Jan 14 09:45:39.747320 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ad4a6-bb8b-4d34-93d6-c097835da4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,revision_number=3']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:39.805445 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-49795c11-1877-4861-8400-90a9ec10b46a admin admin] Publish callbacks [] for security_group (b0f02576-a584-4f54-9a10-7bdc6a7506a9), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.821388 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-d5746264-710e-4a86-916a-a105d69c456d tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/quotas/b91bf1f42e4b4e9c8453d4c7a44f8a30 HTTP/1.1" status: 200 len: 375 time: 0.0661051 Jan 14 09:45:39.828484 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port c7d667cc-b41b-4770-83b6-aaae94d05def, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c7d667cc-b41b-4770-83b6-aaae94d05def,segment=NetworkSegment(94d41aa6-6d38-4e4e-9a83-f867b5ba0b41),segment_id=94d41aa6-6d38-4e4e-9a83-f867b5ba0b41)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:39.833772 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-49795c11-1877-4861-8400-90a9ec10b46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b0f02576-a584-4f54-9a10-7bdc6a7506a9), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.839403 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:39.856042 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfe56dd-4d95-4faa-8017-2103961ee4f6 x-openstack-request-id: req-ebfe56dd-4d95-4faa-8017-2103961ee4f6 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:39.856257 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468932bd-d6e7-43a5-84f1-53cc479aa7b0", "tag": "fec053d0-2d6f-4bb9-a828-7e99bac5a9b7", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:39.856543 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebfe56dd-4d95-4faa-8017-2103961ee4f6 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:39.857169 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'tag': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7', 'status': 'completed', 'code': 200} Jan 14 09:45:39.914968 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=c7d667cc-b41b-4770-83b6-aaae94d05def,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:39.968575 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-49795c11-1877-4861-8400-90a9ec10b46a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f3c573a20c1449890dcb234e5ad8f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4309974 Jan 14 09:45:39.969435 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49795c11-1877-4861-8400-90a9ec10b46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f02576-a584-4f54-9a10-7bdc6a7506a9,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:39.973620 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37748) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:40.068526 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726930f-70a8-4e52-9c1f-ec5837fb0242" -d '{"events": [{"server_uuid": "bb06ab78-a932-4c33-ac7c-987f258831c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7d667cc-b41b-4770-83b6-aaae94d05def"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:40.073667 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-53e7cff0-452b-47fe-914f-83f0be47bb3e admin admin] Publish callbacks [] for security_group (b0f02576-a584-4f54-9a10-7bdc6a7506a9), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.142804 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-29fd878f-541e-4c83-af64-f7c2989a663f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2662482 Jan 14 09:45:40.154578 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-53e7cff0-452b-47fe-914f-83f0be47bb3e admin admin] Publish callbacks [] for security_group (b0f02576-a584-4f54-9a10-7bdc6a7506a9), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.216981 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7906f4-45f6-4138-9344-f3878d533487 req-a3994be8-a749-4901-bbc8-95bcb22cd7c2 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:40.219229 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2d7906f4-45f6-4138-9344-f3878d533487 req-a3994be8-a749-4901-bbc8-95bcb22cd7c2 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.1296847 Jan 14 09:45:40.279961 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-53e7cff0-452b-47fe-914f-83f0be47bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b0f02576-a584-4f54-9a10-7bdc6a7506a9), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.283672 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-53e7cff0-452b-47fe-914f-83f0be47bb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.285161 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-53e7cff0-452b-47fe-914f-83f0be47bb3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0f02576-a584-4f54-9a10-7bdc6a7506a9 HTTP/1.1" status: 204 len: 168 time: 0.3056357 Jan 14 09:45:40.287731 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for port (7199b4e9-feda-4595-83c7-1a3f330de646), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.310733 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7cff0-452b-47fe-914f-83f0be47bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f02576-a584-4f54-9a10-7bdc6a7506a9,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:40.317277 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks [] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.321396 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2d7906f4-45f6-4138-9344-f3878d533487 req-d4618877-f80b-47ee-98a6-b705db1d18dd tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902085 Jan 14 09:45:40.403422 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-9a8d74c6-5f59-4883-892a-8eab7fabe3d3 service neutron] 10.222.0.48 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295589 Jan 14 09:45:40.415025 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.582164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.635268 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:40.712751 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2912860c-61d6-449b-88a7-92a841f0c826 x-openstack-request-id: req-2912860c-61d6-449b-88a7-92a841f0c826 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:40.713578 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb06ab78-a932-4c33-ac7c-987f258831c9", "name": "network-vif-plugged", "status": "completed", "tag": "c7d667cc-b41b-4770-83b6-aaae94d05def", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:40.713756 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2912860c-61d6-449b-88a7-92a841f0c826 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:40.714696 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d667cc-b41b-4770-83b6-aaae94d05def', 'code': 200} Jan 14 09:45:40.739309 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:40.759385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:40.807924 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:40.819932 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:40.821135 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.826960 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:40.839608 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:40.859500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:40.878150 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:40.880757 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:40.944971 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4335fae-57fe-41df-9f20-75ebe2ba3b85 req-5da66284-524c-429c-8e9e-3ee06befa88e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:40.959212 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-28b1d653-9509-4f54-863b-f78787b83dec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4918070 Jan 14 09:45:40.963903 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f4335fae-57fe-41df-9f20-75ebe2ba3b85 req-5da66284-524c-429c-8e9e-3ee06befa88e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 932 time: 0.1512780 Jan 14 09:45:40.964660 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Pushing event updated for resources: {'Port': ['ID=5a23db63-64e3-4028-bc26-b6109dcd48ad,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:40.978005 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-423dbe77-e0b6-41da-ac41-1f683a3e11de tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8105109 Jan 14 09:45:41.007477 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-4fede3f5-1fe8-4c69-811f-baffb7ef190d service neutron] 10.222.0.48 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865819 Jan 14 09:45:41.044279 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Request body: {'port': {'device_id': '4cc92076-08d2-4373-b753-89ccf31977b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:41.066600 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Request body: {'port': {'device_id': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:41.144159 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f4335fae-57fe-41df-9f20-75ebe2ba3b85 req-faec5c87-7192-4b8b-991e-e6c6faccd3ce tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768928 Jan 14 09:45:41.175426 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a60d7-897d-40bd-8d37-2f5d503ea945 req-29f6d314-179b-4997-ad07-e753c8c7ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:41.177954 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c96a60d7-897d-40bd-8d37-2f5d503ea945 req-29f6d314-179b-4997-ad07-e753c8c7ec77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1097 time: 0.1252232 Jan 14 09:45:41.272958 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-5ec6a9c3-ff68-4560-a460-2b9532b373ec None None] Provisioning complete for port 7199b4e9-feda-4595-83c7-1a3f330de646 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:41.273794 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a9c3-ff68-4560-a460-2b9532b373ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:41.326618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.45', 54701) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:41.355259 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6a9c3-ff68-4560-a460-2b9532b373ec None None] Port 7199b4e9-feda-4595-83c7-1a3f330de646 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:41.523220 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:41.536756 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:41.570516 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a60d7-897d-40bd-8d37-2f5d503ea945 req-3bc3bb8c-824d-42e1-ae8a-de78768e6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:41.572287 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c96a60d7-897d-40bd-8d37-2f5d503ea945 req-3bc3bb8c-824d-42e1-ae8a-de78768e6e93 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ae8097afd74a4ab39619485b26bdf483&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3858941 Jan 14 09:45:41.585077 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b37e7-0b6e-469d-889c-89daaa356292 req-64fbd3a4-1a1b-4f69-9b7a-cc039acc2fcc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:41.586929 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e16b37e7-0b6e-469d-889c-89daaa356292 req-64fbd3a4-1a1b-4f69-9b7a-cc039acc2fcc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 931 time: 0.2528737 Jan 14 09:45:41.650159 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f1192aaa-b810-4c65-9d94-99a81be9888d req-6d6990ec-e13e-4e3a-b91a-5d6d8aab0252 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 210 time: 0.1285002 Jan 14 09:45:41.668960 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e16b37e7-0b6e-469d-889c-89daaa356292 req-c336cef3-bbc8-49d4-8a9f-5e21ce4e5a10 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733542 Jan 14 09:45:41.717846 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:45:41.883660 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-bfd7f32a-704e-4449-815b-4a65a9cfcb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:41.885539 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-bfd7f32a-704e-4449-815b-4a65a9cfcb42 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 1098 time: 0.5178337 Jan 14 09:45:42.482093 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37aba3-5242-4f1c-a05e-1c194c4ebf9b req-a0234a0d-6b5a-410e-9b58-7be649dffb90 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:42.493712 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb37aba3-5242-4f1c-a05e-1c194c4ebf9b req-a0234a0d-6b5a-410e-9b58-7be649dffb90 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 932 time: 0.1561213 Jan 14 09:45:42.509544 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ca9c0-387d-40c7-a14a-2ca181797ab1 req-dd8809ad-757c-4ceb-b808-26de5938f01c tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:42.525676 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-236ca9c0-387d-40c7-a14a-2ca181797ab1 req-dd8809ad-757c-4ceb-b808-26de5938f01c tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.7696197 Jan 14 09:45:42.568061 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb37aba3-5242-4f1c-a05e-1c194c4ebf9b req-d376bdab-fb27-4276-8197-13eabaccda62 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682642 Jan 14 09:45:42.851901 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-236ca9c0-387d-40c7-a14a-2ca181797ab1 req-71397dcf-eba0-42bf-a7ca-74ff8e2360ab tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258293 Jan 14 09:45:42.887051 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-54c1a4c3-12fb-4fd0-b577-bf59208b6b7f req-c1066d29-615f-42bf-9786-760b669ceec9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0564170 Jan 14 09:45:43.066224 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7199b4e9-feda-4595-83c7-1a3f330de646 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:43.117453 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Publish callbacks [] for port (7199b4e9-feda-4595-83c7-1a3f330de646), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.188020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ec2b-9be9-4e6a-a417-fd79da723a44 req-21608c1d-9bce-4577-a231-c9111bc48a7e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:43.190638 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4089ec2b-9be9-4e6a-a417-fd79da723a44 req-21608c1d-9bce-4577-a231-c9111bc48a7e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 931 time: 0.2301612 Jan 14 09:45:43.198915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a23db63-64e3-4028-bc26-b6109dcd48ad {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:43.206815 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Transition to ACTIVE for port object 7199b4e9-feda-4595-83c7-1a3f330de646 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:45:43.224567 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Publish callbacks [] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.227170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.286121 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Transition to ACTIVE for port object 5a23db63-64e3-4028-bc26-b6109dcd48ad will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:45:43.306132 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.357106 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:43.381683 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a60d7-897d-40bd-8d37-2f5d503ea945 req-c7439a63-399f-44d8-9dad-35f0a905104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:43.383991 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c96a60d7-897d-40bd-8d37-2f5d503ea945 req-c7439a63-399f-44d8-9dad-35f0a905104f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430706 Jan 14 09:45:43.435434 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4089ec2b-9be9-4e6a-a417-fd79da723a44 req-5408b6f9-f950-451a-a138-7ee81f2ea8c0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262785 Jan 14 09:45:43.499326 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Attempting to bind port 7199b4e9-feda-4595-83c7-1a3f330de646 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:43.499749 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Attempting to bind port 7199b4e9-feda-4595-83c7-1a3f330de646 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:43.500155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Attempting to bind port 7199b4e9-feda-4595-83c7-1a3f330de646 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:43.554070 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Port 7199b4e9-feda-4595-83c7-1a3f330de646 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:45:43.554784 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Attempting to bind port 7199b4e9-feda-4595-83c7-1a3f330de646 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:43.568069 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Attempting to bind port 5a23db63-64e3-4028-bc26-b6109dcd48ad on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:43.568403 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Attempting to bind port 5a23db63-64e3-4028-bc26-b6109dcd48ad by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:43.568727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Attempting to bind port 5a23db63-64e3-4028-bc26-b6109dcd48ad on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:43.574091 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:43.574474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Checking segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:43.575034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Bound using segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:43.575483 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Bound port: 7199b4e9-feda-4595-83c7-1a3f330de646, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:43.575836 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.583386 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Port 5a23db63-64e3-4028-bc26-b6109dcd48ad on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:45:43.583720 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Attempting to bind port 5a23db63-64e3-4028-bc26-b6109dcd48ad on network 78a3ace0-1988-4ea4-bbaf-f5f723e32336 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:43.585800 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a23db63-64e3-4028-bc26-b6109dcd48ad,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:43.600547 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:43.600885 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Checking segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:43.601263 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Bound using segment: {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:43.601710 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Bound port: 5a23db63-64e3-4028-bc26-b6109dcd48ad, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:43.602070 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.718095 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:43.729893 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] For port 5a23db63-64e3-4028-bc26-b6109dcd48ad, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:43.752868 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:43.758215 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] For port 5a23db63-64e3-4028-bc26-b6109dcd48ad, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:43.761136 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.796223 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.824533 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:43.825299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.826986 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] 10.222.0.45 "PUT /v2.0/ports/7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 1093 time: 2.7699387 Jan 14 09:45:43.827588 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:43.852393 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8ec99-86e0-4180-bc4e-8c3e0b141b35 req-8ac89e98-fee6-4bfb-b588-245ab736e08a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:43.863792 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c6c8ec99-86e0-4180-bc4e-8c3e0b141b35 req-8ac89e98-fee6-4bfb-b588-245ab736e08a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 944 time: 0.1741035 Jan 14 09:45:43.906814 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:43.908343 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:43.910039 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/5a23db63-64e3-4028-bc26-b6109dcd48ad HTTP/1.1" status: 200 len: 1094 time: 2.8930857 Jan 14 09:45:43.947267 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823c4b4-af29-4f86-93ff-708d009d1f24 service neutron] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:44.041364 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c6c8ec99-86e0-4180-bc4e-8c3e0b141b35 req-e76051f9-7548-4b7e-baf8-c377121ed809 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651514 Jan 14 09:45:44.238342 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-b91632b1-1dcb-4ed1-8b7e-12d82f4830ff service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:44.293258 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-59d98d3a-bec2-4d52-b61c-78c879220173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:44.295159 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-59d98d3a-bec2-4d52-b61c-78c879220173 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 1097 time: 0.1218483 Jan 14 09:45:44.319075 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab3038-cf60-4ead-b593-d452d7c85cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:44.423450 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93d79abe-e63e-4766-80f3-c7e8fb2d85e1 req-6e7f34ff-41dc-4fd8-b2a0-2ef844be0fd3 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 210 time: 0.1195140 Jan 14 09:45:44.534464 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-8bf6c391-1df4-4e87-ad3c-f087b4ada4e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad HTTP/1.1" status: 200 len: 217 time: 0.2281954 Jan 14 09:45:44.550671 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16978b03-6328-499d-b0d8-d97ad501e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a23db63-64e3-4028-bc26-b6109dcd48ad,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:44.608021 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-2ea190c9-8e14-4a31-9c29-f4db7efc6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:44.609993 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-2ea190c9-8e14-4a31-9c29-f4db7efc6d10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.0688622 Jan 14 09:45:44.695652 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-e76e8a0c-32ab-4eb0-91ec-e0a6a61d3bbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782864 Jan 14 09:45:44.753168 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a08159-6098-4e3e-a284-e9c4051cbf81 req-55973d3b-f1dc-45f6-83af-df5d18ae49ba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:44.757045 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-14a08159-6098-4e3e-a284-e9c4051cbf81 req-55973d3b-f1dc-45f6-83af-df5d18ae49ba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.5942230 Jan 14 09:45:44.768665 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2862a78-203b-4979-8d3f-31faa4ec1368 x-openstack-request-id: req-a2862a78-203b-4979-8d3f-31faa4ec1368 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:44.770298 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:44.770979 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2862a78-203b-4979-8d3f-31faa4ec1368 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:44.771692 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'status': 'completed', 'code': 200} Jan 14 09:45:44.793786 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-b91632b1-1dcb-4ed1-8b7e-12d82f4830ff service neutron] Publish callbacks [] for security_group (50e50356-80a9-4838-b962-fefc0cc0a32b), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:44.813534 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-c9679f7f-df12-4600-adeb-91cf4473d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:44.816478 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-c9679f7f-df12-4600-adeb-91cf4473d916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1097 time: 0.4879684 Jan 14 09:45:44.827617 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-b91632b1-1dcb-4ed1-8b7e-12d82f4830ff service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (50e50356-80a9-4838-b962-fefc0cc0a32b), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:44.849214 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-a4a27c56-c26c-4c4a-acae-57a017a626f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:44.852063 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-a4a27c56-c26c-4c4a-acae-57a017a626f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1096 time: 0.4490790 Jan 14 09:45:44.995737 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-f836d196-c9ea-47e9-8df9-e1e0a419bdc7 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935116 Jan 14 09:45:45.111803 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.45', 54712) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:45.146279 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-5711430a-45ce-44be-81a6-d6abf6c6b33b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 217 time: 0.3043673 Jan 14 09:45:45.179706 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-c0d1cf3e-4e6e-4dd0-b821-c1a71cfbcbd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 217 time: 0.2928944 Jan 14 09:45:45.289643 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-b91632b1-1dcb-4ed1-8b7e-12d82f4830ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2038388 Jan 14 09:45:45.361180 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af6eb7-5a57-4fa4-b333-a59266a0242f req-eae2c948-1896-4e42-8050-0305d7bc8320 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:45.369265 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93af6eb7-5a57-4fa4-b333-a59266a0242f req-eae2c948-1896-4e42-8050-0305d7bc8320 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.5192909 Jan 14 09:45:45.408260 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91632b1-1dcb-4ed1-8b7e-12d82f4830ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=50e50356-80a9-4838-b962-fefc0cc0a32b,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:45.452065 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-a08500eb-5bc3-4de2-8d6e-39981f342969 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458780 Jan 14 09:45:45.540561 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93af6eb7-5a57-4fa4-b333-a59266a0242f req-40a15e1e-e68e-476e-b41e-cf9a68b8b100 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676295 Jan 14 09:45:45.616567 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-14a08159-6098-4e3e-a284-e9c4051cbf81 req-fb798afe-b4f2-44cd-90eb-9b3cd0257953 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8393934 Jan 14 09:45:45.757223 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c63ebf-9b8c-4d89-bf62-626b59809be1 req-1ef5fa24-111d-4c40-a924-e1dca5f1811d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:45.760888 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c9c63ebf-9b8c-4d89-bf62-626b59809be1 req-1ef5fa24-111d-4c40-a924-e1dca5f1811d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 944 time: 0.0847540 Jan 14 09:45:45.830419 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37964) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:45.932321 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c9c63ebf-9b8c-4d89-bf62-626b59809be1 req-60bf7f84-cab2-43ea-b8e4-56c572e63b4b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511650 Jan 14 09:45:46.023493 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-1df47ab1-599a-4d0d-aeb5-eb4c071e4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:46.025784 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.026807 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-1df47ab1-599a-4d0d-aeb5-eb4c071e4b43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.7444780 Jan 14 09:45:46.043247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-340f1eb0-0b67-4ccc-998a-60a4818949d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:46.044688 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-340f1eb0-0b67-4ccc-998a-60a4818949d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.8572836 Jan 14 09:45:46.090617 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0f9e6ccb-a46f-42ab-aa8e-c690f3a35d40 req-26a0657a-3cd1-4f52-821e-ad42906a1694 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0589495 Jan 14 09:45:46.161379 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-97ddb654-160e-4ade-bc01-c854fed4b799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.168204 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-b4544547-388a-41fc-ad7f-0380308ff0b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764565 Jan 14 09:45:46.232386 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a3a1bc81-61c8-4348-8561-4a1988c9b8fe tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:46.234407 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a3a1bc81-61c8-4348-8561-4a1988c9b8fe tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 810 time: 1.0918705 Jan 14 09:45:46.301940 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-97ddb654-160e-4ade-bc01-c854fed4b799 admin admin] Publish callbacks [] for security_group (4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.308175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-97ddb654-160e-4ade-bc01-c854fed4b799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.343744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-a3a33b0c-a550-4485-b8f3-6c0bb5b414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:46.345377 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-a3a33b0c-a550-4485-b8f3-6c0bb5b414dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2996788 Jan 14 09:45:46.350455 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb654-160e-4ade-bc01-c854fed4b799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:46.357856 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-97ddb654-160e-4ade-bc01-c854fed4b799 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c898e757a8b4afb8bc004e57df9d6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5102289 Jan 14 09:45:46.358554 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 37990) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:46.421253 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3ddb727d-4db3-49fa-8f58-9c120791ca24 admin admin] Publish callbacks [] for security_group (4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.443470 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-057307c6-c61e-4025-9830-9d768092bb36 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30 HTTP/1.1" status: 200 len: 380 time: 0.1972682 Jan 14 09:45:46.448228 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3ddb727d-4db3-49fa-8f58-9c120791ca24 admin admin] Publish callbacks [] for security_group (4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.455649 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'port': {'device_id': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'admin_state_up': True, 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'security_groups': ['09a54c03-e00c-41e3-aa97-164b0d2b85ea']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:46.463475 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-d1ec2d60-790f-43d4-9fe5-867c5c9333ce service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690480 Jan 14 09:45:46.512179 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3ddb727d-4db3-49fa-8f58-9c120791ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.515121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3ddb727d-4db3-49fa-8f58-9c120791ca24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.519401 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3ddb727d-4db3-49fa-8f58-9c120791ca24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae HTTP/1.1" status: 204 len: 168 time: 0.1566107 Jan 14 09:45:46.531633 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb727d-4db3-49fa-8f58-9c120791ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b45ac7e-6c8f-4e26-b983-4fc8ea69ebae,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:46.648303 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-0f28d283-9bea-43f7-99ec-77d6eabfc99c service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948272 Jan 14 09:45:46.744825 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-16dd9d65-e85e-4009-a3ad-edbd5079b1e6 req-dc2f3526-9d11-47b6-a7af-42abc8a92741 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622983 Jan 14 09:45:46.775912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc92076-08d2-4373-b753-89ccf31977b3', 'tag': '5a23db63-64e3-4028-bc26-b6109dcd48ad'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:46.781552 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744a17c-64b3-49c5-96c6-e61fd759416d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc92076-08d2-4373-b753-89ccf31977b3", "tag": "5a23db63-64e3-4028-bc26-b6109dcd48ad"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:46.829642 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb8367-9b94-4889-b855-99374247ba53 req-b6b6146a-5108-46aa-93e0-d6a753a7b341 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:46.832593 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9ffb8367-9b94-4889-b855-99374247ba53 req-b6b6146a-5108-46aa-93e0-d6a753a7b341 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0977123 Jan 14 09:45:46.844838 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Made reservation on behalf of b91bf1f42e4b4e9c8453d4c7a44f8a30 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:45:46.848536 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:46.864392 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a21c76ee-cd74-40a7-9e32-b33de4fcabb5 req-ffc37859-cffb-4af8-b135-cadb7ca5b8cd service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031307 Jan 14 09:45:46.957685 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c85940-a3bb-4c71-985e-c27ef67aede4 req-c34771c0-3d70-413a-a5ed-60ccd7628e4d tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:46.964928 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2c85940-a3bb-4c71-985e-c27ef67aede4 req-c34771c0-3d70-413a-a5ed-60ccd7628e4d tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.1754177 Jan 14 09:45:46.997057 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9ffb8367-9b94-4889-b855-99374247ba53 req-292d8144-fc7b-4089-8b19-b8a10e8a56ea tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517580 Jan 14 09:45:47.015264 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 5a23db63-64e3-4028-bc26-b6109dcd48ad details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:45:47.177147 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2c85940-a3bb-4c71-985e-c27ef67aede4 req-1ebd18d0-69ab-43af-b309-ad74cddfa071 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978617 Jan 14 09:45:47.280663 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Allocated IP 172.20.0.6 (af3523e0-4f7f-4d39-a66e-eb6ac45ad243/94b05fa9-a51f-47a0-a9f8-39242b6330f5/edf55d90-6fff-47ad-a60f-8c3f5d2f8f64) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:45:47.294604 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f707dff9-d716-4de3-aaa1-ab404bbe9180 x-openstack-request-id: req-f707dff9-d716-4de3-aaa1-ab404bbe9180 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:47.294875 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc92076-08d2-4373-b753-89ccf31977b3", "tag": "5a23db63-64e3-4028-bc26-b6109dcd48ad", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:47.295162 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f707dff9-d716-4de3-aaa1-ab404bbe9180 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:47.295573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc92076-08d2-4373-b753-89ccf31977b3', 'tag': '5a23db63-64e3-4028-bc26-b6109dcd48ad', 'status': 'completed', 'code': 200} Jan 14 09:45:47.305226 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38022) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:47.321300 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-c61472cf-0b64-4d54-98dd-d599cbfb02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:47.323020 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-c61472cf-0b64-4d54-98dd-d599cbfb02b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1096 time: 0.2429488 Jan 14 09:45:47.355852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81106cb1-232d-4b8b-9791-82ecd76fb3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:47.462891 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 5a23db63-64e3-4028-bc26-b6109dcd48ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:47.490737 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '5a23db63-64e3-4028-bc26-b6109dcd48ad', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'port_id': '5a23db63-64e3-4028-bc26-b6109dcd48ad', 'mac_address': 'fa:16:3e:90:3d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:45:47.564889 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f6eeb64f-e23a-4785-977b-356510e153bb req-3f13a7f0-89d3-4b99-a1aa-a070ca255ea4 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 210 time: 0.1412392 Jan 14 09:45:47.634502 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 5a23db63-64e3-4028-bc26-b6109dcd48ad is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:47.640481 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:47.684368 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a23db63-64e3-4028-bc26-b6109dcd48ad {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:47.771964 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 5a23db63-64e3-4028-bc26-b6109dcd48ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:47.783988 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:47.797483 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:47.866785 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81106cb1-232d-4b8b-9791-82ecd76fb3af admin admin] Publish callbacks [] for security_group (3b9abcee-6fee-4c8c-a86a-68a34d108e97), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:47.876286 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81106cb1-232d-4b8b-9791-82ecd76fb3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3b9abcee-6fee-4c8c-a86a-68a34d108e97), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:47.919067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=5a23db63-64e3-4028-bc26-b6109dcd48ad,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:47.951654 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-81106cb1-232d-4b8b-9791-82ecd76fb3af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3eef68e9dc84f36af26ad939788d9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6440527 Jan 14 09:45:47.955777 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38042) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:47.960240 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bcfee-47f9-43b3-88f9-03a1aae4c5e8 req-a254f65c-562d-4892-8634-60a5c6a89296 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:47.963213 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a0bcfee-47f9-43b3-88f9-03a1aae4c5e8 req-a254f65c-562d-4892-8634-60a5c6a89296 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 944 time: 0.6467850 Jan 14 09:45:48.026385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.034226 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81106cb1-232d-4b8b-9791-82ecd76fb3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9abcee-6fee-4c8c-a86a-68a34d108e97,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:48.035889 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['5a23db63-64e3-4028-bc26-b6109dcd48ad'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:45:48.036053 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-b6fb9b04-ee9a-4aef-a983-7c765d652f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.040035 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-b6fb9b04-ee9a-4aef-a983-7c765d652f70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 1097 time: 0.7139204 Jan 14 09:45:48.090714 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-23d36c39-274c-43c2-9525-c37604024d8b admin admin] Publish callbacks [] for security_group (3b9abcee-6fee-4c8c-a86a-68a34d108e97), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.171137 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-23d36c39-274c-43c2-9525-c37604024d8b admin admin] Publish callbacks [] for security_group (3b9abcee-6fee-4c8c-a86a-68a34d108e97), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.232424 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:45:48.245547 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38054) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:48.335542 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-23d36c39-274c-43c2-9525-c37604024d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3b9abcee-6fee-4c8c-a86a-68a34d108e97), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.341352 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-23d36c39-274c-43c2-9525-c37604024d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.342937 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-23d36c39-274c-43c2-9525-c37604024d8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b9abcee-6fee-4c8c-a86a-68a34d108e97 HTTP/1.1" status: 204 len: 168 time: 0.3805697 Jan 14 09:45:48.378871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01cb03-9d4d-4e97-94da-a43ad6f6d8a6 req-bb7aa7e2-c2d9-4ff3-80d5-6dadf335c318 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.387585 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cd01cb03-9d4d-4e97-94da-a43ad6f6d8a6 req-bb7aa7e2-c2d9-4ff3-80d5-6dadf335c318 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.1140916 Jan 14 09:45:48.417422 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36c39-274c-43c2-9525-c37604024d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9abcee-6fee-4c8c-a86a-68a34d108e97,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:48.483648 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cd01cb03-9d4d-4e97-94da-a43ad6f6d8a6 req-275d1d27-944c-43b1-b242-fa255b742971 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935798 Jan 14 09:45:48.514071 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:45:48.529003 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:45:48.537249 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-213aeebc-1e65-4eb3-bb82-f487d49260af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.550474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.552082 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.608681 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-ac3f7225-cdc3-497d-a834-d48ce8b7dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.611045 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-ac3f7225-cdc3-497d-a834-d48ce8b7dd39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.5460453 Jan 14 09:45:48.612970 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-8548dc50-eb1d-4d56-aa3d-3b4a3b4a157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.615652 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-8548dc50-eb1d-4d56-aa3d-3b4a3b4a157f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 1.2692311 Jan 14 09:45:48.632423 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a0bcfee-47f9-43b3-88f9-03a1aae4c5e8 req-5024fb68-5e90-4b00-aa01-c65db3165860 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551275 Jan 14 09:45:48.656151 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2044199 Jan 14 09:45:48.664631 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc51d-134b-4792-8f8e-82abc1e83266 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'Port': ['ID=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:48.813427 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f343e0-5313-493d-b23d-f83047ce02dd req-8c2bb8ab-03ef-435d-b207-2b42710c6097 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.816497 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e5f343e0-5313-493d-b23d-f83047ce02dd req-8c2bb8ab-03ef-435d-b207-2b42710c6097 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.1666625 Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: from cryptography.utils import int_from_bytes Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: from cryptography.utils import int_from_bytes Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.848958 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:45:48.851068 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:45:48.857850 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83fe54-78f7-4b5f-a9fe-b6e70dde4d2b req-2ce10b71-93dc-4043-a32f-76e22b9b311d tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:48.859713 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ad83fe54-78f7-4b5f-a9fe-b6e70dde4d2b req-2ce10b71-93dc-4043-a32f-76e22b9b311d tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 931 time: 0.1135023 Jan 14 09:45:48.887848 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-213aeebc-1e65-4eb3-bb82-f487d49260af admin admin] Publish callbacks [] for security_group (e40cc278-eabd-4c2a-b1bb-25b899e21b8a), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.897695 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-e9527373-75f3-494d-9ef8-6b10c3ffe24e None None] Provisioning complete for port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:48.904663 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e9527373-75f3-494d-9ef8-6b10c3ffe24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.914604 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-213aeebc-1e65-4eb3-bb82-f487d49260af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (e40cc278-eabd-4c2a-b1bb-25b899e21b8a), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:48.958603 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ad83fe54-78f7-4b5f-a9fe-b6e70dde4d2b req-157fe1a6-86ce-4184-ae20-effdcfa6ce8d tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752258 Jan 14 09:45:48.998483 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-e9527373-75f3-494d-9ef8-6b10c3ffe24e None None] Port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:45:49.024747 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e5f343e0-5313-493d-b23d-f83047ce02dd req-a032fd7c-9a15-4e95-811e-c0875709e4ec tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993787 Jan 14 09:45:49.027968 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aeebc-1e65-4eb3-bb82-f487d49260af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40cc278-eabd-4c2a-b1bb-25b899e21b8a,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:49.039084 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-213aeebc-1e65-4eb3-bb82-f487d49260af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9e6d7704fb9414f95f38269a69ac96e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7871757 Jan 14 09:45:49.039618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38066) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:49.066659 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38068) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:49.089173 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f18ae08-3800-4047-ac84-d83f60ee0c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.129953 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bfc00ea9-26f0-486a-9a06-a6cfa4567421 admin admin] Publish callbacks [] for security_group (e40cc278-eabd-4c2a-b1bb-25b899e21b8a), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.170168 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bfc00ea9-26f0-486a-9a06-a6cfa4567421 admin admin] Publish callbacks [] for security_group (e40cc278-eabd-4c2a-b1bb-25b899e21b8a), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.232631 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f18ae08-3800-4047-ac84-d83f60ee0c47 admin admin] Publish callbacks [] for security_group (04b5bcef-8810-4a9d-b62f-9f839bcb0808), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.238901 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f18ae08-3800-4047-ac84-d83f60ee0c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (04b5bcef-8810-4a9d-b62f-9f839bcb0808), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.271499 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bfc00ea9-26f0-486a-9a06-a6cfa4567421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (e40cc278-eabd-4c2a-b1bb-25b899e21b8a), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.278979 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bfc00ea9-26f0-486a-9a06-a6cfa4567421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.287918 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-bfc00ea9-26f0-486a-9a06-a6cfa4567421 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e40cc278-eabd-4c2a-b1bb-25b899e21b8a HTTP/1.1" status: 204 len: 168 time: 0.2457674 Jan 14 09:45:49.305113 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc00ea9-26f0-486a-9a06-a6cfa4567421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40cc278-eabd-4c2a-b1bb-25b899e21b8a,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:49.311470 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18ae08-3800-4047-ac84-d83f60ee0c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b5bcef-8810-4a9d-b62f-9f839bcb0808,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:49.320030 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1f18ae08-3800-4047-ac84-d83f60ee0c47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9474afb8dac498f8ce9470b4c3b3791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516620 Jan 14 09:45:49.323823 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38076) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:49.439857 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-66e86587-1176-46f3-8ef2-b05beaf4519d admin admin] Publish callbacks [] for security_group (04b5bcef-8810-4a9d-b62f-9f839bcb0808), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.489125 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-66e86587-1176-46f3-8ef2-b05beaf4519d admin admin] Publish callbacks [] for security_group (04b5bcef-8810-4a9d-b62f-9f839bcb0808), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.610957 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-66e86587-1176-46f3-8ef2-b05beaf4519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (04b5bcef-8810-4a9d-b62f-9f839bcb0808), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.613990 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-66e86587-1176-46f3-8ef2-b05beaf4519d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:49.619282 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-66e86587-1176-46f3-8ef2-b05beaf4519d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04b5bcef-8810-4a9d-b62f-9f839bcb0808 HTTP/1.1" status: 204 len: 168 time: 0.2900839 Jan 14 09:45:49.630593 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e86587-1176-46f3-8ef2-b05beaf4519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b5bcef-8810-4a9d-b62f-9f839bcb0808,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:49.727602 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee93b-bf1d-4f5e-a30d-bf411c8ef81c req-df0d5307-6ba5-405a-8a58-edaab1d934af tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:49.729300 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-028ee93b-bf1d-4f5e-a30d-bf411c8ef81c req-df0d5307-6ba5-405a-8a58-edaab1d934af tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0970860 Jan 14 09:45:49.870901 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-028ee93b-bf1d-4f5e-a30d-bf411c8ef81c req-0bfc8da1-2f2f-43db-a139-d48a6110b1d8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312406 Jan 14 09:45:49.947194 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea93f0-d65d-4487-abd6-3e1c7c1975ea req-6b530936-043d-4abc-8a1e-26e96edbaea3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:49.949866 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-efea93f0-d65d-4487-abd6-3e1c7c1975ea req-6b530936-043d-4abc-8a1e-26e96edbaea3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 945 time: 0.1169543 Jan 14 09:45:49.963811 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38092) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:49.998725 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6055-dd11-426c-b5cf-6462cc991ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.038744 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-efea93f0-d65d-4487-abd6-3e1c7c1975ea req-35298a8f-bdb8-4dd0-bc83-d63ea133ba95 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806134 Jan 14 09:45:50.207532 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6055-dd11-426c-b5cf-6462cc991ce3 admin admin] Publish callbacks [] for security_group (56de4869-75e7-40cf-bd71-774ad728a6b4), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.218989 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d28ad-36ca-4aa0-8fe3-bd9ed06067c7 req-8925ccfd-462f-40fc-a0f5-bab723cca99c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:50.220826 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-263d28ad-36ca-4aa0-8fe3-bd9ed06067c7 req-8925ccfd-462f-40fc-a0f5-bab723cca99c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 931 time: 0.1190927 Jan 14 09:45:50.222932 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ac7b6055-dd11-426c-b5cf-6462cc991ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (56de4869-75e7-40cf-bd71-774ad728a6b4), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.304975 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b6055-dd11-426c-b5cf-6462cc991ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de4869-75e7-40cf-bd71-774ad728a6b4,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:50.317953 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ac7b6055-dd11-426c-b5cf-6462cc991ce3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcec66b7e31e41c897884564a83b51f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484907 Jan 14 09:45:50.319688 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38106) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:50.368563 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-263d28ad-36ca-4aa0-8fe3-bd9ed06067c7 req-d64e57e3-fc2a-463f-9c7b-4768fa886424 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298432 Jan 14 09:45:50.413206 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3107ad75-c324-4ad9-b45a-863656c1bf7f admin admin] Publish callbacks [] for security_group (56de4869-75e7-40cf-bd71-774ad728a6b4), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.457980 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3107ad75-c324-4ad9-b45a-863656c1bf7f admin admin] Publish callbacks [] for security_group (56de4869-75e7-40cf-bd71-774ad728a6b4), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.550421 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3107ad75-c324-4ad9-b45a-863656c1bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (56de4869-75e7-40cf-bd71-774ad728a6b4), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.554682 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3107ad75-c324-4ad9-b45a-863656c1bf7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:50.556235 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3107ad75-c324-4ad9-b45a-863656c1bf7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56de4869-75e7-40cf-bd71-774ad728a6b4 HTTP/1.1" status: 204 len: 168 time: 0.2345786 Jan 14 09:45:50.568073 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107ad75-c324-4ad9-b45a-863656c1bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de4869-75e7-40cf-bd71-774ad728a6b4,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:50.737331 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Request body: {'port': {'device_id': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:45:50.842838 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-3c6e7541-5f5f-4646-95a0-24b26c465407 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad HTTP/1.1" status: 200 len: 217 time: 0.1256618 Jan 14 09:45:50.875158 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-547b3747-e499-431d-83eb-ef45833d96e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 217 time: 0.1492064 Jan 14 09:45:51.059248 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07fd7b-9a9f-4779-a59b-bc1587484efe req-d1b6d19c-0e2f-4b95-a1bb-e90f9eff2682 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:51.079292 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5d07fd7b-9a9f-4779-a59b-bc1587484efe req-d1b6d19c-0e2f-4b95-a1bb-e90f9eff2682 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0939312 Jan 14 09:45:51.126223 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:51.162932 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-524bb082-f20a-4878-83e7-4879520d79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:51.170697 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-524bb082-f20a-4878-83e7-4879520d79a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.2937806 Jan 14 09:45:51.173247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-f312ec77-d061-42c5-8f76-12abc02da1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:51.186468 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-f312ec77-d061-42c5-8f76-12abc02da1ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.2826111 Jan 14 09:45:51.243280 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5d07fd7b-9a9f-4779-a59b-bc1587484efe req-2e35307e-faf9-40ce-ac8c-cbd53e499c48 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598279 Jan 14 09:45:51.368825 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-2ee6be58-1070-4da1-917f-3809649cbdf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676762 Jan 14 09:45:51.625868 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a30ea-10d8-4a8a-a451-f883387eb6f4 req-56079e0a-4353-4a42-b038-ee23e1739965 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:51.632794 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b3a30ea-10d8-4a8a-a451-f883387eb6f4 req-56079e0a-4353-4a42-b038-ee23e1739965 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 931 time: 0.1379182 Jan 14 09:45:51.751728 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b3a30ea-10d8-4a8a-a451-f883387eb6f4 req-174ae955-b199-4753-b2e6-47be94da8c1e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987985 Jan 14 09:45:51.922710 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-673876a2-1a78-456d-b201-7149f92341e3 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425491 Jan 14 09:45:52.049990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c4d73-d301-43f3-a831-566a95095ec5 req-cb87faea-e5ad-49a5-bb6d-37178fe370d8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:52.054005 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-640c4d73-d301-43f3-a831-566a95095ec5 req-cb87faea-e5ad-49a5-bb6d-37178fe370d8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 945 time: 0.7637908 Jan 14 09:45:52.169693 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-4faace0b-183c-43af-baf7-ba3e3244dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:52.171870 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-4faace0b-183c-43af-baf7-ba3e3244dde5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.9733906 Jan 14 09:45:52.448674 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6744a17c-64b3-49c5-96c6-e61fd759416d req-96d151c8-c122-4c52-ad6c-c62388b5ce04 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160770 Jan 14 09:45:52.462131 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-640c4d73-d301-43f3-a831-566a95095ec5 req-92b86fb7-2a92-4391-8f3f-d550bdb31a34 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448939 Jan 14 09:45:52.603890 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-049a29bf-5ede-4024-9658-8a400e05ae8f service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441098 Jan 14 09:45:52.738155 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:45:52.770769 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 5a23db63-64e3-4028-bc26-b6109dcd48ad up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:52.797108 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38220) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:52.843697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639ce06-6987-4add-9243-0cccb6212f8e req-2a2667a3-6301-4df3-bf66-ee91018a102c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:52.852108 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e639ce06-6987-4add-9243-0cccb6212f8e req-2a2667a3-6301-4df3-bf66-ee91018a102c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.2049181 Jan 14 09:45:52.905252 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aeab3038-cf60-4ead-b593-d452d7c85cdf req-90b952b3-bd17-46ce-8f45-2be10874a874 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962391 Jan 14 09:45:52.990133 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:53.003145 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e639ce06-6987-4add-9243-0cccb6212f8e req-1f3a6814-b2b8-4465-920e-7b7d0fb882d4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246467 Jan 14 09:45:53.005766 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Publish callbacks [] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.043508 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Transition to ACTIVE for port object edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:45:53.053376 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.135277 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:53.147020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:53.172443 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '7199b4e9-feda-4595-83c7-1a3f330de646', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646', 'mac_address': 'fa:16:3e:44:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:45:53.261052 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Attempting to bind port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:45:53.261425 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Attempting to bind port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:45:53.261716 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Attempting to bind port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:53.274639 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:45:53.275123 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Attempting to bind port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:45:53.282466 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:53.283850 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.291674 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:45:53.292398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Checking segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:45:53.292549 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Bound using segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:45:53.295284 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Bound port: edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:45:53.296409 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.330106 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 5a23db63-64e3-4028-bc26-b6109dcd48ad completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:45:53.345766 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7199b4e9-feda-4595-83c7-1a3f330de646 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:53.369020 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 5a23db63-64e3-4028-bc26-b6109dcd48ad triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:53.369539 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.429310 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e2684076-418d-4c3c-8846-f99c5fa0d867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.482527 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] For port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:45:53.490733 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] For port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:45:53.495383 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:53.501273 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.532176 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.532843 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:45:53.606795 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7c1b-e509-46a3-aeda-2b04ac47dd0a req-476129cf-96ee-474b-9bf3-8b50b6ba15ac tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:53.608468 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-197f7c1b-e509-46a3-aeda-2b04ac47dd0a req-476129cf-96ee-474b-9bf3-8b50b6ba15ac tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 943 time: 0.3666515 Jan 14 09:45:53.696994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:53.704068 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:53.730790 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-197f7c1b-e509-46a3-aeda-2b04ac47dd0a req-56cd47f1-6317-44a7-ae6f-581c86db68f2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937266 Jan 14 09:45:53.748746 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:53.752121 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.758591 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-563335f7-70df-472d-bac9-448372d7e6c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 1093 time: 3.0326102 Jan 14 09:45:53.817075 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:53.841388 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6" -d '{"events": [{"name": "network-changed", "server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:53.867914 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e2684076-418d-4c3c-8846-f99c5fa0d867 admin admin] Publish callbacks [] for security_group (ca478a75-58ea-4a21-a1ce-d69e4b20cdce), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:53.883883 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e2684076-418d-4c3c-8846-f99c5fa0d867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ca478a75-58ea-4a21-a1ce-d69e4b20cdce), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.001126 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeb63ad-c541-4175-9ad3-95d8a8279f35 x-openstack-request-id: req-beeb63ad-c541-4175-9ad3-95d8a8279f35 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:54.001591 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:54.001995 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-beeb63ad-c541-4175-9ad3-95d8a8279f35 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:54.002851 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'status': 'completed', 'code': 200} Jan 14 09:45:54.009497 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-e2684076-418d-4c3c-8846-f99c5fa0d867 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7c6c4c406e344d6b5d80ac1a3e5f994&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2107093 Jan 14 09:45:54.015573 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38256) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:54.080310 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-c0b319d0-1896-4821-b8a0-6027f3cb7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:54.090014 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-c0b319d0-1896-4821-b8a0-6027f3cb7b5b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1096 time: 0.2152629 Jan 14 09:45:54.127125 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c19aaa-bd9f-4f14-b2eb-e19c889d8c14 req-91b5bacb-42df-4185-a421-47b36992f219 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:54.139642 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b0c19aaa-bd9f-4f14-b2eb-e19c889d8c14 req-91b5bacb-42df-4185-a421-47b36992f219 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 945 time: 0.4433072 Jan 14 09:45:54.145053 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2684076-418d-4c3c-8846-f99c5fa0d867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca478a75-58ea-4a21-a1ce-d69e4b20cdce,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:54.210040 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b470c1c7-6509-464e-b5d1-df274790db45 admin admin] Publish callbacks [] for security_group (ca478a75-58ea-4a21-a1ce-d69e4b20cdce), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.268376 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b470c1c7-6509-464e-b5d1-df274790db45 admin admin] Publish callbacks [] for security_group (ca478a75-58ea-4a21-a1ce-d69e4b20cdce), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.315340 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-f0f16bc6-7679-44a5-8763-340eebeaf30e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 217 time: 0.1740620 Jan 14 09:45:54.451771 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b0c19aaa-bd9f-4f14-b2eb-e19c889d8c14 req-00cca043-29b3-4020-97ea-85fad09de42b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882037 Jan 14 09:45:54.460785 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b470c1c7-6509-464e-b5d1-df274790db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ca478a75-58ea-4a21-a1ce-d69e4b20cdce), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.465015 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-08d82d54-44f1-4b2b-98b3-00af2d620cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:54.466034 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b470c1c7-6509-464e-b5d1-df274790db45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.466959 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-08d82d54-44f1-4b2b-98b3-00af2d620cb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.1451406 Jan 14 09:45:54.467790 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b470c1c7-6509-464e-b5d1-df274790db45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca478a75-58ea-4a21-a1ce-d69e4b20cdce HTTP/1.1" status: 204 len: 168 time: 0.4344044 Jan 14 09:45:54.483771 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470c1c7-6509-464e-b5d1-df274790db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca478a75-58ea-4a21-a1ce-d69e4b20cdce,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:54.506202 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88184ed2-13d7-4f13-9b25-2a8a08568a20 req-8c41118e-a3b1-45ff-8c23-57c7fd9f1389 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:54.513846 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-88184ed2-13d7-4f13-9b25-2a8a08568a20 req-8c41118e-a3b1-45ff-8c23-57c7fd9f1389 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.2185564 Jan 14 09:45:54.562116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-dfecb101-e155-4ae5-b512-d744284c9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:54.569008 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-dfecb101-e155-4ae5-b512-d744284c9da1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0858288 Jan 14 09:45:54.622298 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 5a23db63-64e3-4028-bc26-b6109dcd48ad is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:54.623968 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.626506 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-88184ed2-13d7-4f13-9b25-2a8a08568a20 req-008529ed-79ec-4bb0-9431-1dd8d981896b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116483 Jan 14 09:45:54.634062 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:54.671613 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0c71ed87-e50c-405f-85f2-12ad7829f5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.689597 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc92076-08d2-4373-b753-89ccf31977b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23db63-64e3-4028-bc26-b6109dcd48ad'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:54.692382 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37821c3d-994b-482e-9284-66d53cebc6f1" -d '{"events": [{"server_uuid": "4cc92076-08d2-4373-b753-89ccf31977b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a23db63-64e3-4028-bc26-b6109dcd48ad"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:54.733739 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7', 'network_id': '78a3ace0-1988-4ea4-bbaf-f5f723e32336', 'port_id': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7', 'mac_address': 'fa:16:3e:34:b6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6aac0e-4ae3-445c-812f-d59b70ef9991', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:45:54.746561 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 5a23db63-64e3-4028-bc26-b6109dcd48ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:54.760768 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.819940 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff1c647-8bf1-4b61-8678-743f3ebd6b7b x-openstack-request-id: req-7ff1c647-8bf1-4b61-8678-743f3ebd6b7b {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:54.820623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc92076-08d2-4373-b753-89ccf31977b3", "name": "network-vif-plugged", "status": "completed", "tag": "5a23db63-64e3-4028-bc26-b6109dcd48ad", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:54.821122 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ff1c647-8bf1-4b61-8678-743f3ebd6b7b {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:54.821725 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc92076-08d2-4373-b753-89ccf31977b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a23db63-64e3-4028-bc26-b6109dcd48ad', 'code': 200} Jan 14 09:45:54.887961 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:54.888831 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.892466 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=5a23db63-64e3-4028-bc26-b6109dcd48ad,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:54.912128 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:54.947477 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:54.960376 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:54.984389 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-32466caf-0770-4a2c-af9f-93dd462bbe79 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093871 Jan 14 09:45:55.096022 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc98f03-1fa3-4f62-8857-9586b2f526af req-6de83ccd-012e-4930-9f10-88ef827b1aa0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.112201 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0fc98f03-1fa3-4f62-8857-9586b2f526af req-6de83ccd-012e-4930-9f10-88ef827b1aa0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 943 time: 0.1839790 Jan 14 09:45:55.132494 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:55.217954 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989ca13-d16d-436a-ac89-f289b23923b8 req-d8c7ffa8-7641-4086-9260-b19ac198093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.220021 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3989ca13-d16d-436a-ac89-f289b23923b8 req-d8c7ffa8-7641-4086-9260-b19ac198093e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 1099 time: 0.1042194 Jan 14 09:45:55.223771 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['fec053d0-2d6f-4bb9-a828-7e99bac5a9b7'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:45:55.240710 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67a8eb2b-d5ff-4762-91c5-679a2193819e req-5d0e813a-4f8e-403d-8db6-b87f512f3cc1 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509739 Jan 14 09:45:55.278853 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0fc98f03-1fa3-4f62-8857-9586b2f526af req-e9867855-4656-4e98-b178-9e16036b1716 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638961 Jan 14 09:45:55.309884 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3989ca13-d16d-436a-ac89-f289b23923b8 req-56f29933-4744-446e-a3dd-4c165d667fd5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 Jan 14 09:45:55.332709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['7199b4e9-feda-4595-83c7-1a3f330de646'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:45:55.372541 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38286) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:55.406083 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8b2c79c2-7852-4fd4-8254-dd07be1bf277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:55.413207 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-8b3e8c1b-e8f1-46ce-95f3-6940266edfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.416359 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-8b3e8c1b-e8f1-46ce-95f3-6940266edfa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1096 time: 0.1024747 Jan 14 09:45:55.634239 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8b2c79c2-7852-4fd4-8254-dd07be1bf277 admin admin] Publish callbacks [] for security_group (8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:55.646018 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8b2c79c2-7852-4fd4-8254-dd07be1bf277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:55.708330 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-b2392777-c00e-41bf-8bf5-a19abc577329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.710278 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-b2392777-c00e-41bf-8bf5-a19abc577329 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.1964395 Jan 14 09:45:55.734688 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c79c2-7852-4fd4-8254-dd07be1bf277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:55.751696 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-8b2c79c2-7852-4fd4-8254-dd07be1bf277 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4df74e9397154822a66b62f3b3236115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777199 Jan 14 09:45:55.754321 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38310) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:55.813824 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-e94afd7b-7463-4a75-aaf4-5269e023ad18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 217 time: 0.0919037 Jan 14 09:45:55.892243 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-13a9333c-ffaa-4e3e-af7c-acc104256c57 admin admin] Publish callbacks [] for security_group (8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:55.903436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402512a9-fac4-4667-859a-923c6d309375 req-f2c74b74-b5d7-4d5a-a67d-e5c6c8e1b673 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.906877 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-402512a9-fac4-4667-859a-923c6d309375 req-f2c74b74-b5d7-4d5a-a67d-e5c6c8e1b673 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1950274 Jan 14 09:45:55.926123 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-13a9333c-ffaa-4e3e-af7c-acc104256c57 admin admin] Publish callbacks [] for security_group (8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:55.935120 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca6d0-961e-483e-8877-6ef79b7913bb req-cd69bbcb-8573-4d99-9e47-c1d34aad5e35 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.939054 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cefca6d0-961e-483e-8877-6ef79b7913bb req-cd69bbcb-8573-4d99-9e47-c1d34aad5e35 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.1025352 Jan 14 09:45:55.953599 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-88df5911-9e9b-4833-bac0-a88e54928289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:55.956274 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-88df5911-9e9b-4833-bac0-a88e54928289 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.1323938 Jan 14 09:45:56.020878 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cefca6d0-961e-483e-8877-6ef79b7913bb req-c7942cc0-74f0-483e-8829-d3d9526b303b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777793 Jan 14 09:45:56.058334 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-480aac7f-e6f2-4ead-971c-4e4d7741d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:56.060141 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-480aac7f-e6f2-4ead-971c-4e4d7741d81e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0945625 Jan 14 09:45:56.064611 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-402512a9-fac4-4667-859a-923c6d309375 req-169e85a3-5ebb-4c76-bc97-76c0d6f65066 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367404 Jan 14 09:45:56.068907 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-13a9333c-ffaa-4e3e-af7c-acc104256c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.072182 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-13a9333c-ffaa-4e3e-af7c-acc104256c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.076328 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-13a9333c-ffaa-4e3e-af7c-acc104256c57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87 HTTP/1.1" status: 204 len: 168 time: 0.3203809 Jan 14 09:45:56.089604 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9333c-ffaa-4e3e-af7c-acc104256c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5cdbe0-4ea6-4d34-9c8e-b699955d5d87,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:56.183953 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38322) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:56.223652 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-06da99e5-bf6c-49eb-8554-fa02802b6ac1 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550112 Jan 14 09:45:56.400920 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-df13ad2a-e53f-4d1a-8eed-c11aa77777c6 req-f14b595b-2d3b-4560-94df-acddce41ec1f service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695218 Jan 14 09:45:56.478545 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad278ba3-7abe-4cec-ac73-ad1fd96cbcf9 req-8818e0f0-a457-4e8c-ab43-297a205800f9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:56.493670 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ad278ba3-7abe-4cec-ac73-ad1fd96cbcf9 req-8818e0f0-a457-4e8c-ab43-297a205800f9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 943 time: 0.1060245 Jan 14 09:45:56.554016 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed4e12ed-9224-49e7-a938-0bb8b0188b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.604723 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ad278ba3-7abe-4cec-ac73-ad1fd96cbcf9 req-c1d838d9-00e8-4d26-86d4-2ca5b8c75486 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084898 Jan 14 09:45:56.764325 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed4e12ed-9224-49e7-a938-0bb8b0188b74 admin admin] Publish callbacks [] for security_group (0a53c28e-c655-45bc-8282-9a517d2b4d7f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.774194 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ed4e12ed-9224-49e7-a938-0bb8b0188b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0a53c28e-c655-45bc-8282-9a517d2b4d7f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.851274 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-657ba5f5-06af-4a1c-b5a9-934dcc54e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.855114 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ed4e12ed-9224-49e7-a938-0bb8b0188b74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a23387029b654411898c6404d967bfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6685929 Jan 14 09:45:56.857388 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e12ed-9224-49e7-a938-0bb8b0188b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a53c28e-c655-45bc-8282-9a517d2b4d7f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:56.859367 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38354) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:56.923246 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1368f540-b026-427f-910e-cd7700d92cb5 admin admin] Publish callbacks [] for security_group (0a53c28e-c655-45bc-8282-9a517d2b4d7f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.964998 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1368f540-b026-427f-910e-cd7700d92cb5 admin admin] Publish callbacks [] for security_group (0a53c28e-c655-45bc-8282-9a517d2b4d7f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:56.975659 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:57.071616 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 7199b4e9-feda-4595-83c7-1a3f330de646 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:45:57.077243 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 7199b4e9-feda-4595-83c7-1a3f330de646 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:57.077573 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.114614 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1368f540-b026-427f-910e-cd7700d92cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0a53c28e-c655-45bc-8282-9a517d2b4d7f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.121790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1368f540-b026-427f-910e-cd7700d92cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.126784 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1368f540-b026-427f-910e-cd7700d92cb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a53c28e-c655-45bc-8282-9a517d2b4d7f HTTP/1.1" status: 204 len: 168 time: 0.2628133 Jan 14 09:45:57.145830 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368f540-b026-427f-910e-cd7700d92cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a53c28e-c655-45bc-8282-9a517d2b4d7f,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:57.251949 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:57.252400 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.310518 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:57.317683 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94d8c5-77eb-418a-97ff-942109e48df5" -d '{"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:57.348847 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:57.361977 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.365167 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:45:57.406991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5343337-1167-4439-829a-e8eca382e0e5 req-3b93d9c6-ff68-464f-ad5c-b1fe24148a4f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:57.427961 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d5343337-1167-4439-829a-e8eca382e0e5 req-3b93d9c6-ff68-464f-ad5c-b1fe24148a4f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.2057290 Jan 14 09:45:57.524022 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:57.546763 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:45:57.554694 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a1fec-5d9b-48d2-a40e-33248f72f55d req-47c3cac5-800a-47cd-a184-1f3f550070fc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:57.555879 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:45:57.556555 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.558952 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-af8a1fec-5d9b-48d2-a40e-33248f72f55d req-47c3cac5-800a-47cd-a184-1f3f550070fc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1154430 Jan 14 09:45:57.610239 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d5343337-1167-4439-829a-e8eca382e0e5 req-0445f57f-e937-475a-a51d-7e8e23b9b08c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782234 Jan 14 09:45:57.740039 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-af8a1fec-5d9b-48d2-a40e-33248f72f55d req-6f9784d4-da86-454d-a63c-63ec0dfed9f9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670289 Jan 14 09:45:57.780591 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac80071-dfb8-43c2-bf20-3b8594e2d6e4 x-openstack-request-id: req-8ac80071-dfb8-43c2-bf20-3b8594e2d6e4 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:57.781066 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:57.781488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ac80071-dfb8-43c2-bf20-3b8594e2d6e4 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:57.782139 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'code': 200} Jan 14 09:45:57.815856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38390) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:57.858291 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a82fb6a7-a20a-42dc-9dd9-7422e2dd2c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.869726 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:57.870637 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.958851 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:57.999853 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:58.006100 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.040565 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f09f-f0eb-4ec4-a324-a3988c8580f4 req-0b2cfde2-9b88-4dca-b43e-17f6aad3f43e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.042165 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7bd3f09f-f0eb-4ec4-a324-a3988c8580f4 req-0b2cfde2-9b88-4dca-b43e-17f6aad3f43e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 943 time: 0.1288500 Jan 14 09:45:58.112919 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a82fb6a7-a20a-42dc-9dd9-7422e2dd2c10 admin admin] Publish callbacks [] for security_group (f022dcac-61b1-4347-ad29-42c9019343b3), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.155117 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a82fb6a7-a20a-42dc-9dd9-7422e2dd2c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f022dcac-61b1-4347-ad29-42c9019343b3), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.171034 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:58.249462 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a82fb6a7-a20a-42dc-9dd9-7422e2dd2c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9a0a6124db049c2adadd093d0e2fd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281132 Jan 14 09:45:58.251717 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38410) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:58.318956 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6164f-3262-43aa-9a28-66039b3f1eaf req-84b47669-d423-4ef4-bfa3-994cf50fe1ec tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.326431 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0fb6164f-3262-43aa-9a28-66039b3f1eaf req-84b47669-d423-4ef4-bfa3-994cf50fe1ec tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1326215 Jan 14 09:45:58.366180 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7bd3f09f-f0eb-4ec4-a324-a3988c8580f4 req-0e52faaa-1ed2-43c5-b1bc-ebdd810d8340 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082902 Jan 14 09:45:58.395012 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ab52015b-3bde-4844-9d03-80dacf697741 admin admin] Publish callbacks [] for security_group (f022dcac-61b1-4347-ad29-42c9019343b3), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.422899 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-22c9d1b8-9b07-4b8a-9c02-5009b216e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.424859 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-22c9d1b8-9b07-4b8a-9c02-5009b216e7e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 1099 time: 0.2856517 Jan 14 09:45:58.440807 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ab52015b-3bde-4844-9d03-80dacf697741 admin admin] Publish callbacks [] for security_group (f022dcac-61b1-4347-ad29-42c9019343b3), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.441679 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb6a7-a20a-42dc-9dd9-7422e2dd2c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f022dcac-61b1-4347-ad29-42c9019343b3,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:58.460239 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0fb6164f-3262-43aa-9a28-66039b3f1eaf req-c4a51c38-c165-4886-b520-f9f79d6fca7b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332273 Jan 14 09:45:58.547249 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ab52015b-3bde-4844-9d03-80dacf697741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f022dcac-61b1-4347-ad29-42c9019343b3), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.549945 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ab52015b-3bde-4844-9d03-80dacf697741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:58.551719 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ab52015b-3bde-4844-9d03-80dacf697741 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f022dcac-61b1-4347-ad29-42c9019343b3 HTTP/1.1" status: 204 len: 168 time: 0.2990158 Jan 14 09:45:58.590338 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52015b-3bde-4844-9d03-80dacf697741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022dcac-61b1-4347-ad29-42c9019343b3,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:58.620346 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a790f-f595-4892-9c45-339c65f548ad req-21ec3cac-dbee-4704-a5b6-3e98a527599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.629786 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c47a790f-f595-4892-9c45-339c65f548ad req-21ec3cac-dbee-4704-a5b6-3e98a527599a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1098 time: 0.4069698 Jan 14 09:45:58.708656 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-eceb6de7-b02d-4737-a691-b442a1b9d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.712216 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-eceb6de7-b02d-4737-a691-b442a1b9d98f service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.2541015 Jan 14 09:45:58.791157 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-ea3d6361-ebc9-4223-a600-35728ecd7beb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad HTTP/1.1" status: 200 len: 217 time: 0.0664160 Jan 14 09:45:58.889979 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c47a790f-f595-4892-9c45-339c65f548ad req-55d5ac4a-0cb3-48f8-881b-1beeb86a3f2b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493572 Jan 14 09:45:58.917023 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d69b-e7bc-4f7e-85bb-1bd211024154 req-1ca6b87c-df57-4656-88d1-52b3a0f950a6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.924535 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-97d6d69b-e7bc-4f7e-85bb-1bd211024154 req-1ca6b87c-df57-4656-88d1-52b3a0f950a6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1274076 Jan 14 09:45:58.935214 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-275f83a5-6d6d-4771-bbcd-a53a7a4bf954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:58.936722 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-275f83a5-6d6d-4771-bbcd-a53a7a4bf954 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.1033440 Jan 14 09:45:58.981969 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:45:59.000448 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-97d6d69b-e7bc-4f7e-85bb-1bd211024154 req-166cfb76-6d92-4b2b-8352-70e3932a6c21 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746882 Jan 14 09:45:59.153961 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-98cdf322-eab5-48f3-90eb-15eaab4f39f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413117 Jan 14 09:45:59.201433 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:59.222030 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'port_id': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'mac_address': 'fa:16:3e:b1:f4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:45:59.330106 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:45:59.330531 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:59.384709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:45:59.473174 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:45:59.479036 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:59.581437 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:45:59.616023 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-f220be47-235f-4f86-a00c-6412ec8f1751 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523923 Jan 14 09:45:59.617670 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:45:59.654871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d153-4c3e-4b7d-8447-29fdad50a3e6 req-d1e0311f-c419-4501-a9ea-6955d69096ec tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:59.665730 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b62d153-4c3e-4b7d-8447-29fdad50a3e6 req-d1e0311f-c419-4501-a9ea-6955d69096ec tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 944 time: 0.1263323 Jan 14 09:45:59.741494 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b62d153-4c3e-4b7d-8447-29fdad50a3e6 req-ebbf0a3f-6266-4202-91c6-d49fc8d0d1d5 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740242 Jan 14 09:45:59.785730 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:45:59.793119 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082bfd17-f504-4e3c-981c-2172c9279f26" -d '{"events": [{"server_uuid": "468932bd-d6e7-43a5-84f1-53cc479aa7b0", "name": "network-vif-plugged", "status": "completed", "tag": "fec053d0-2d6f-4bb9-a828-7e99bac5a9b7"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:45:59.799847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38470) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:45:59.815093 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['edf55d90-6fff-47ad-a60f-8c3f5d2f8f64'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:45:59.875891 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2d05c3e0-602a-46af-ba95-d84c15eb5f03 req-26d8f320-654c-477e-9a85-23aff2d18e63 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520027 Jan 14 09:45:59.897776 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9e69e-c9cf-4474-b8d5-8eff9f696b35 req-a3856b40-088b-4d42-be76-7a031b78c6c4 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:45:59.912852 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a7c9e69e-c9cf-4474-b8d5-8eff9f696b35 req-a3856b40-088b-4d42-be76-7a031b78c6c4 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1649084 Jan 14 09:45:59.965069 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4f652a-b13a-4e43-8b5d-de52c864fb9e x-openstack-request-id: req-ed4f652a-b13a-4e43-8b5d-de52c864fb9e {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:45:59.965396 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468932bd-d6e7-43a5-84f1-53cc479aa7b0", "name": "network-vif-plugged", "status": "completed", "tag": "fec053d0-2d6f-4bb9-a828-7e99bac5a9b7", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:45:59.965659 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed4f652a-b13a-4e43-8b5d-de52c864fb9e {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:45:59.966288 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7', 'code': 200} Jan 14 09:46:00.071185 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a7c9e69e-c9cf-4474-b8d5-8eff9f696b35 req-3e9eac1e-3816-4d56-bef2-da5290ea2a3f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512129 Jan 14 09:46:00.340792 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd1b4-d91e-4486-83be-898284c60b9f req-37229e39-4f12-4887-ae65-2a4bb0646ea6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:00.359313 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-be5cd1b4-d91e-4486-83be-898284c60b9f req-37229e39-4f12-4887-ae65-2a4bb0646ea6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1806211 Jan 14 09:46:00.359517 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-354ce4ae-38f2-449e-ac5a-ef3806eda5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:00.396859 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860ab5-3cf8-41be-80c3-df8ffa53b8d6 req-773c93c2-543d-4e1d-969e-a1de93c9e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:00.405316 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0d860ab5-3cf8-41be-80c3-df8ffa53b8d6 req-773c93c2-543d-4e1d-969e-a1de93c9e004 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.1933601 Jan 14 09:46:00.494431 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-be5cd1b4-d91e-4486-83be-898284c60b9f req-6689cbaa-8be9-45ba-9b8f-b92c9f5420ee tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185923 Jan 14 09:46:00.581908 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0d860ab5-3cf8-41be-80c3-df8ffa53b8d6 req-b0afd39d-ba52-4d55-b3db-4cc7584d7ed0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619272 Jan 14 09:46:00.744517 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-354ce4ae-38f2-449e-ac5a-ef3806eda5cf admin admin] Publish callbacks [] for security_group (aa1384d7-6755-423e-8595-2472cdb30bdf), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:00.751646 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-354ce4ae-38f2-449e-ac5a-ef3806eda5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (aa1384d7-6755-423e-8595-2472cdb30bdf), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:00.804975 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-354ce4ae-38f2-449e-ac5a-ef3806eda5cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dbe544bba284b97bb5dbc8712efe975&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0028460 Jan 14 09:46:00.809503 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38514) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:00.842557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ce4ae-38f2-449e-ac5a-ef3806eda5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1384d7-6755-423e-8595-2472cdb30bdf,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:00.949166 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-94cad428-4b7c-438c-91cd-8df55da09eb2 admin admin] Publish callbacks [] for security_group (aa1384d7-6755-423e-8595-2472cdb30bdf), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:00.985623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:46:00.991417 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-94cad428-4b7c-438c-91cd-8df55da09eb2 admin admin] Publish callbacks [] for security_group (aa1384d7-6755-423e-8595-2472cdb30bdf), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.017645 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526b30d-b895-4da8-971b-3b07f755fc17 req-bbd23885-09ed-4595-8e60-a452adbe37cf tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:01.024341 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9526b30d-b895-4da8-971b-3b07f755fc17 req-bbd23885-09ed-4595-8e60-a452adbe37cf tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 944 time: 0.1310005 Jan 14 09:46:01.083032 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-94cad428-4b7c-438c-91cd-8df55da09eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (aa1384d7-6755-423e-8595-2472cdb30bdf), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.091177 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-94cad428-4b7c-438c-91cd-8df55da09eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.093301 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-94cad428-4b7c-438c-91cd-8df55da09eb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa1384d7-6755-423e-8595-2472cdb30bdf HTTP/1.1" status: 204 len: 168 time: 0.2809987 Jan 14 09:46:01.124352 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9526b30d-b895-4da8-971b-3b07f755fc17 req-ef0ad361-4527-4dc7-8f9e-7107639fd1a2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844359 Jan 14 09:46:01.138190 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:46:01.145714 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:46:01.146544 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.162273 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad428-4b7c-438c-91cd-8df55da09eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1384d7-6755-423e-8595-2472cdb30bdf,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:01.299000 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.355629 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c184-860a-47e2-a57b-c3ab5771cfcc req-73b33db0-3fca-4371-9b0b-1b50ed24a9d9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:01.359083 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f206c184-860a-47e2-a57b-c3ab5771cfcc req-73b33db0-3fca-4371-9b0b-1b50ed24a9d9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0979128 Jan 14 09:46:01.359372 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:46:01.359627 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.442089 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:01.448471 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.458233 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f206c184-860a-47e2-a57b-c3ab5771cfcc req-66448257-f1a9-49f6-8f89-ce21da3408f6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853887 Jan 14 09:46:01.574801 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:01.682408 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764efa-4371-4291-bd0a-c3adb838f177 req-53a23622-cb17-4a48-8735-4738bfa886a9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:01.685044 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f3764efa-4371-4291-bd0a-c3adb838f177 req-53a23622-cb17-4a48-8735-4738bfa886a9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0973649 Jan 14 09:46:01.801345 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f3764efa-4371-4291-bd0a-c3adb838f177 req-25c4d4c9-f7f9-43b3-82ff-5d21bc2cc171 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028554 Jan 14 09:46:01.824483 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38540) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:01.848192 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9f82-bda1-4366-a149-ac6d1cc1a62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:01.968285 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:01.973775 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3fa64f-3d3d-4069-8a62-c117605c069d" -d '{"events": [{"server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:02.062705 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9f82-bda1-4366-a149-ac6d1cc1a62d admin admin] Publish callbacks [] for security_group (7381e643-693b-49a7-9475-847b5f29a43d), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.068799 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390496f1-375b-4fee-8663-1bff66fac3b1 x-openstack-request-id: req-390496f1-375b-4fee-8663-1bff66fac3b1 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:02.069684 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "name": "network-vif-plugged", "status": "completed", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:02.069684 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-390496f1-375b-4fee-8663-1bff66fac3b1 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:02.071443 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'code': 200} Jan 14 09:46:02.101265 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ffcb9f82-bda1-4366-a149-ac6d1cc1a62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7381e643-693b-49a7-9475-847b5f29a43d), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.245448 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb9f82-bda1-4366-a149-ac6d1cc1a62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7381e643-693b-49a7-9475-847b5f29a43d,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:02.294871 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ffcb9f82-bda1-4366-a149-ac6d1cc1a62d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64eb20159b744c4489a14e44d436df94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682565 Jan 14 09:46:02.296556 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38564) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:02.341828 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f6c19-0841-4685-8679-602bc844f8eb req-a12d87bf-83a5-45b8-be51-232c897f190c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:02.345149 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9c7f6c19-0841-4685-8679-602bc844f8eb req-a12d87bf-83a5-45b8-be51-232c897f190c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.3188303 Jan 14 09:46:02.359308 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38566) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:02.375436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'floatingip': {'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:02.496815 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ebc83b5a-e899-4f07-9b5e-b69a8e457d99 admin admin] Publish callbacks [] for security_group (7381e643-693b-49a7-9475-847b5f29a43d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.575451 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ebc83b5a-e899-4f07-9b5e-b69a8e457d99 admin admin] Publish callbacks [] for security_group (7381e643-693b-49a7-9475-847b5f29a43d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.579124 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81791672-58b0-4bc4-b787-4cc15d896d3d req-434b8159-74ca-491f-b7e1-078c0fa9ca81 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:02.592574 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81791672-58b0-4bc4-b787-4cc15d896d3d req-434b8159-74ca-491f-b7e1-078c0fa9ca81 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.3136322 Jan 14 09:46:02.723030 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (0e4579e7-9944-4829-af99-eb511720018d), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.770572 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43151ba0-0085-4f4b-94b5-d58fb2b8e29b req-1ccab4e1-39f2-44d5-80f2-b72e213c3f33 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:02.772451 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-43151ba0-0085-4f4b-94b5-d58fb2b8e29b req-1ccab4e1-39f2-44d5-80f2-b72e213c3f33 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1406851 Jan 14 09:46:02.781307 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ebc83b5a-e899-4f07-9b5e-b69a8e457d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7381e643-693b-49a7-9475-847b5f29a43d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.793248 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ebc83b5a-e899-4f07-9b5e-b69a8e457d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:02.793248 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ebc83b5a-e899-4f07-9b5e-b69a8e457d99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7381e643-693b-49a7-9475-847b5f29a43d HTTP/1.1" status: 204 len: 168 time: 0.4869404 Jan 14 09:46:02.852865 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc83b5a-e899-4f07-9b5e-b69a8e457d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7381e643-693b-49a7-9475-847b5f29a43d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:02.910158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44808a-69c1-4aff-80f5-16382ab22c52 req-58aa1c4b-d852-462e-8420-24593dcb3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:02.911866 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5d44808a-69c1-4aff-80f5-16382ab22c52 req-58aa1c4b-d852-462e-8420-24593dcb3885 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1098 time: 0.3560252 Jan 14 09:46:02.974446 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81791672-58b0-4bc4-b787-4cc15d896d3d req-1e761f37-5bf1-45d7-8238-1c7d50637def tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768399 Jan 14 09:46:03.032690 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-43151ba0-0085-4f4b-94b5-d58fb2b8e29b req-987d2f58-47ea-46f6-84d9-70726efb0499 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349193 Jan 14 09:46:03.129954 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5d44808a-69c1-4aff-80f5-16382ab22c52 req-be6284fb-eda9-47cb-b08b-f0bdee4f21df service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077086 Jan 14 09:46:03.800719 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789716-8ef2-40dd-bee4-60660ce762b6 req-5fed27d7-7b18-4af4-920a-4c972b3bf7a2 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:03.809177 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-72789716-8ef2-40dd-bee4-60660ce762b6 req-5fed27d7-7b18-4af4-920a-4c972b3bf7a2 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.0649288 Jan 14 09:46:03.876237 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-72789716-8ef2-40dd-bee4-60660ce762b6 req-5b7a3a12-9d2c-4349-8939-421fa2fdcb89 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648985 Jan 14 09:46:03.957694 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.db.resource_extend [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 09:46:04.033417 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38634) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:04.100831 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.152034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (0e4579e7-9944-4829-af99-eb511720018d), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.305811 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-474c6bc9-b023-4bd2-b44c-86c671c91628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.328715 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435e0ef-a890-49fd-ab22-15cdbad6ec5a req-3f74d532-c960-4d8e-82d6-8c6805b8d97c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:04.345469 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1435e0ef-a890-49fd-ab22-15cdbad6ec5a req-3f74d532-c960-4d8e-82d6-8c6805b8d97c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.2490883 Jan 14 09:46:04.380079 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd21d58-6d23-40b1-979e-83b0b09ddc73 req-3f8c1d55-fcf5-44ef-9456-1e56412d007f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:04.392137 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fbd21d58-6d23-40b1-979e-83b0b09ddc73 req-3f8c1d55-fcf5-44ef-9456-1e56412d007f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.2157173 Jan 14 09:46:04.532335 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fbd21d58-6d23-40b1-979e-83b0b09ddc73 req-ae80391c-0ddd-4e42-a591-8c45be8358b3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383615 Jan 14 09:46:04.533771 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Floating IP 0e4579e7-9944-4829-af99-eb511720018d associated. External IP: 172.27.3.199, port: 7199b4e9-feda-4595-83c7-1a3f330de646. Jan 14 09:46:04.553420 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1435e0ef-a890-49fd-ab22-15cdbad6ec5a req-52b6b56f-14fa-4c12-a486-cfb466b5d833 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064035 Jan 14 09:46:04.619198 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-474c6bc9-b023-4bd2-b44c-86c671c91628 admin admin] Publish callbacks [] for security_group (2595ac7c-763c-405f-8946-d1ada2e3fd7e), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.625154 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-474c6bc9-b023-4bd2-b44c-86c671c91628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2595ac7c-763c-405f-8946-d1ada2e3fd7e), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.687900 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c6bc9-b023-4bd2-b44c-86c671c91628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2595ac7c-763c-405f-8946-d1ada2e3fd7e,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:04.716342 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-474c6bc9-b023-4bd2-b44c-86c671c91628 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b568e4d7931140fa91afe76b1a59e6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791728 Jan 14 09:46:04.719903 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38664) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:04.845998 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fd483a8-3f3d-4d1b-b67b-5235445b1fda admin admin] Publish callbacks [] for security_group (2595ac7c-763c-405f-8946-d1ada2e3fd7e), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.891074 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fd483a8-3f3d-4d1b-b67b-5235445b1fda admin admin] Publish callbacks [] for security_group (2595ac7c-763c-405f-8946-d1ada2e3fd7e), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.977962 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fd483a8-3f3d-4d1b-b67b-5235445b1fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2595ac7c-763c-405f-8946-d1ada2e3fd7e), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.981870 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fd483a8-3f3d-4d1b-b67b-5235445b1fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:04.987472 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4fd483a8-3f3d-4d1b-b67b-5235445b1fda admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2595ac7c-763c-405f-8946-d1ada2e3fd7e HTTP/1.1" status: 204 len: 168 time: 0.2617724 Jan 14 09:46:05.019886 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd483a8-3f3d-4d1b-b67b-5235445b1fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595ac7c-763c-405f-8946-d1ada2e3fd7e,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:05.154746 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653fe6-3cda-402d-b79c-34e2333cc9f5 req-b6f7bf58-8ca2-40d4-9169-8a5e39a77a46 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:05.158847 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c8653fe6-3cda-402d-b79c-34e2333cc9f5 req-b6f7bf58-8ca2-40d4-9169-8a5e39a77a46 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.1307180 Jan 14 09:46:05.261389 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c8653fe6-3cda-402d-b79c-34e2333cc9f5 req-711215db-981e-493e-b298-d2758be6ea2f tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907311 Jan 14 09:46:05.303365 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:46:05.509538 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:46:05.524658 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:05.546908 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:46:05.609093 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:46:05.615630 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:05.621362 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38694) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:05.653265 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ca31d977-a1b6-45d4-8437-74bae2ff765b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "PUT /v2.0/floatingips/0e4579e7-9944-4829-af99-eb511720018d HTTP/1.1" status: 200 len: 991 time: 3.2906156 Jan 14 09:46:05.654737 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:05.661931 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391238c7-95f5-41a9-9b6e-62a9c2fe0427" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:05.687917 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:05.904031 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b6494-901e-4abb-b8fc-416dba959e33 req-336e087c-1f77-4018-baa9-fd5d907eee17 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:05.906765 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e31b6494-901e-4abb-b8fc-416dba959e33 req-336e087c-1f77-4018-baa9-fd5d907eee17 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1774673 Jan 14 09:46:05.917270 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171c204-60fa-4cae-b3e4-5c8bf6723f9e req-f9abb8e9-fbd2-4b53-9e8c-f072d620509b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:05.926388 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a171c204-60fa-4cae-b3e4-5c8bf6723f9e req-f9abb8e9-fbd2-4b53-9e8c-f072d620509b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1543438 Jan 14 09:46:05.987178 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:46:06.019931 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e31b6494-901e-4abb-b8fc-416dba959e33 req-e632620a-042e-4dc8-9ed0-478f912d315a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972946 Jan 14 09:46:06.046608 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Publish callbacks [] for security_group (7c5dfac1-f51b-41b6-adb0-7211330f5936), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.069321 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a171c204-60fa-4cae-b3e4-5c8bf6723f9e req-4e320d4b-ae90-4def-aa80-f47b7d08cc17 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417003 Jan 14 09:46:06.083634 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7c5dfac1-f51b-41b6-adb0-7211330f5936), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.187678 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a801da-53a2-4901-96dc-53c4f3312300 x-openstack-request-id: req-53a801da-53a2-4901-96dc-53c4f3312300 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:06.188526 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:06.188800 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53a801da-53a2-4901-96dc-53c4f3312300 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:06.196030 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'status': 'completed', 'code': 200} Jan 14 09:46:06.198084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5dfac1-f51b-41b6-adb0-7211330f5936,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:06.248239 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.248798 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.249391 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.249955 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.250546 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.251069 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.251627 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.252190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.252765 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.253373 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.253917 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.254503 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.255055 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:06.267918 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b65c1644-50d2-4fd2-9b07-e150ada242af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bfd28de5df14b8995313c05dd7ff5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6441672 Jan 14 09:46:06.270529 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38714) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:06.460590 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-158bc546-6194-4d8f-8214-0ad5a8e53372 admin admin] Publish callbacks [] for security_group (7c5dfac1-f51b-41b6-adb0-7211330f5936), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.478600 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bc164-6720-42ce-b046-fac6b94a6faf req-ac08432f-42cb-4377-b8a4-1b8888d89d95 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:06.482232 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-023bc164-6720-42ce-b046-fac6b94a6faf req-ac08432f-42cb-4377-b8a4-1b8888d89d95 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1801434 Jan 14 09:46:06.486511 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-53aba77b-98f1-4609-ad44-8cf29464eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:06.491410 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-53aba77b-98f1-4609-ad44-8cf29464eab1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1098 time: 0.2636383 Jan 14 09:46:06.491677 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38724) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:06.498790 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'floatingip': {'port_id': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:06.508880 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca51c2-e887-4e34-a3df-b637a155212c req-47cc9fe5-6711-46b7-b02b-33d9338b0e52 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:06.511912 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-caca51c2-e887-4e34-a3df-b637a155212c req-47cc9fe5-6711-46b7-b02b-33d9338b0e52 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.45 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.2000844 Jan 14 09:46:06.521786 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '0e4579e7-9944-4829-af99-eb511720018d', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'mac_address': 'fa:16:3e:44:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:45:31Z', 'updated_at': '2022-01-14T09:46:03Z', 'revision_number': 1, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:06.577504 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:46:06.593547 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:46:06.594644 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:06.625500 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (699892f3-dbe0-4a07-ac84-972bba9a9bc8), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.641931 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-158bc546-6194-4d8f-8214-0ad5a8e53372 admin admin] Publish callbacks [] for security_group (7c5dfac1-f51b-41b6-adb0-7211330f5936), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.742285 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-158bc546-6194-4d8f-8214-0ad5a8e53372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7c5dfac1-f51b-41b6-adb0-7211330f5936), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.744879 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8278e8-5175-4133-b29f-d38ac145e08a req-ca0c793c-218c-4531-b112-21d4ed2af5ea tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:06.745620 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-158bc546-6194-4d8f-8214-0ad5a8e53372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:06.747002 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-158bc546-6194-4d8f-8214-0ad5a8e53372 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c5dfac1-f51b-41b6-adb0-7211330f5936 HTTP/1.1" status: 204 len: 168 time: 0.4747519 Jan 14 09:46:06.765862 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1f8278e8-5175-4133-b29f-d38ac145e08a req-ca0c793c-218c-4531-b112-21d4ed2af5ea tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.3126543 Jan 14 09:46:06.791640 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:46:06.803907 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bc546-6194-4d8f-8214-0ad5a8e53372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5dfac1-f51b-41b6-adb0-7211330f5936,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:07.044588 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1f8278e8-5175-4133-b29f-d38ac145e08a req-ad09099a-f5a9-4741-a565-d17ea806448a tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771366 Jan 14 09:46:07.142422 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-8e5a6cf7-c7c1-416a-b610-3d5583dc9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:07.165983 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-8e5a6cf7-c7c1-416a-b610-3d5583dc9349 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.6097076 Jan 14 09:46:07.604380 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Deleting port c7d667cc-b41b-4770-83b6-aaae94d05def {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:46:07.605782 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:07.694905 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83308f02-746e-48a0-85cf-f3348cd55d3a req-81b1e968-b7b2-4bf2-8d35-7db6cea6e8d2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:07.696676 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-83308f02-746e-48a0-85cf-f3348cd55d3a req-81b1e968-b7b2-4bf2-8d35-7db6cea6e8d2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.2446029 Jan 14 09:46:07.778157 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38752) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:07.839626 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '0e4579e7-9944-4829-af99-eb511720018d', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'mac_address': 'fa:16:3e:44:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:45:31Z', 'updated_at': '2022-01-14T09:46:03Z', 'revision_number': 1, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:07.896642 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-e399998e-6300-4b30-9f74-66abc5143105 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 999 time: 0.7290900 Jan 14 09:46:07.901556 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39bc9f-48c9-4ecc-916a-ed7eb7ddc60c None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '0e4579e7-9944-4829-af99-eb511720018d', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'mac_address': 'fa:16:3e:44:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:45:31Z', 'updated_at': '2022-01-14T09:46:03Z', 'revision_number': 1, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:46:07.977418 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] For port c7d667cc-b41b-4770-83b6-aaae94d05def, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c7d667cc-b41b-4770-83b6-aaae94d05def,segment=NetworkSegment(94d41aa6-6d38-4e4e-9a83-f867b5ba0b41),segment_id=94d41aa6-6d38-4e4e-9a83-f867b5ba0b41)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:07.977803 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:08.004380 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Calling delete_port for c7d667cc-b41b-4770-83b6-aaae94d05def owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:46:08.242244 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-83308f02-746e-48a0-85cf-f3348cd55d3a req-7005bcc0-d7a2-4d24-97e0-17b22d6c49dc tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123794 Jan 14 09:46:08.298272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-52074a96-7015-460a-85a4-3623d894c4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:08.367636 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d56eee-a307-4241-b60e-fba277f50f4d None None] New status for floating IP 0e4579e7-9944-4829-af99-eb511720018d: ACTIVE {{(pid=114415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:46:08.409659 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.db.resource_extend [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 14 09:46:08.422424 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-eef0287b-023d-42a6-83a3-a1ade96bd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:08.428365 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-eef0287b-023d-42a6-83a3-a1ade96bd184 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.5196531 Jan 14 09:46:08.586030 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f726213-a61f-490a-9148-fa50977d4722 req-a9292c35-14b6-4e48-a9b3-9b8983e6611e tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:08.601985 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5f726213-a61f-490a-9148-fa50977d4722 req-a9292c35-14b6-4e48-a9b3-9b8983e6611e tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 945 time: 0.4135418 Jan 14 09:46:08.606493 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:08.617764 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (699892f3-dbe0-4a07-ac84-972bba9a9bc8), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:08.761893 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5f726213-a61f-490a-9148-fa50977d4722 req-e3ed185f-72f1-4eea-8dcc-ee7cccc8adee tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/security-groups?id=f9ad5907-94b1-413a-8bb1-0467a3f5ad92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266570 Jan 14 09:46:08.784788 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (c7d667cc-b41b-4770-83b6-aaae94d05def), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:08.789004 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-09fd3613-faae-4f09-bacf-78d480c02117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:08.791465 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-09fd3613-faae-4f09-bacf-78d480c02117 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2937112 Jan 14 09:46:08.816867 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-52074a96-7015-460a-85a4-3623d894c4cd admin admin] Publish callbacks [] for security_group (f635b5a5-7dfb-422e-8353-50bf8aeeec28), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:08.875292 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Floating IP 699892f3-dbe0-4a07-ac84-972bba9a9bc8 associated. External IP: 172.27.3.123, port: edf55d90-6fff-47ad-a60f-8c3f5d2f8f64. Jan 14 09:46:08.932656 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['c7d667cc-b41b-4770-83b6-aaae94d05def'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:46:08.996056 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-52074a96-7015-460a-85a4-3623d894c4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f635b5a5-7dfb-422e-8353-50bf8aeeec28), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.014734 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Pushing event deleted for resources: {'Port': ['ID=c7d667cc-b41b-4770-83b6-aaae94d05def,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:09.118503 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.118891 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.119264 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.119586 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.119921 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.120246 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.120579 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.120931 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.121256 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.121579 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.121900 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.122338 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.122697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:09.153551 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-52074a96-7015-460a-85a4-3623d894c4cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1c4eada56b541758579d451f145a1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3565900 Jan 14 09:46:09.154410 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38790) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:09.168413 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-96a42861-9784-4c8d-8c7e-5851ad7e204c service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576646 Jan 14 09:46:09.169494 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] No DVR routers for this DVR port c7d667cc-b41b-4770-83b6-aaae94d05def on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:46:09.171033 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52074a96-7015-460a-85a4-3623d894c4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f635b5a5-7dfb-422e-8353-50bf8aeeec28,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:09.175917 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.179562 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-caca51c2-e887-4e34-a3df-b637a155212c req-6a4dd195-eb5b-4899-858a-24190dbbadba tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.45 "DELETE /v2.0/ports/c7d667cc-b41b-4770-83b6-aaae94d05def HTTP/1.1" status: 204 len: 173 time: 2.6280694 Jan 14 09:46:09.180045 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'name': 'network-vif-deleted', 'tag': 'c7d667cc-b41b-4770-83b6-aaae94d05def'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:09.182761 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6addb7-f79b-437b-8471-fe485b6a4b26" -d '{"events": [{"server_uuid": "bb06ab78-a932-4c33-ac7c-987f258831c9", "name": "network-vif-deleted", "tag": "c7d667cc-b41b-4770-83b6-aaae94d05def"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:09.261035 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5153b649-37af-4cf3-adb0-4dc13ec9d33b x-openstack-request-id: req-5153b649-37af-4cf3-adb0-4dc13ec9d33b {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:09.261461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb06ab78-a932-4c33-ac7c-987f258831c9", "name": "network-vif-deleted", "tag": "c7d667cc-b41b-4770-83b6-aaae94d05def", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:09.261911 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5153b649-37af-4cf3-adb0-4dc13ec9d33b {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:09.262795 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb06ab78-a932-4c33-ac7c-987f258831c9', 'name': 'network-vif-deleted', 'tag': 'c7d667cc-b41b-4770-83b6-aaae94d05def', 'status': 'completed', 'code': 200} Jan 14 09:46:09.347611 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-391238c7-95f5-41a9-9b6e-62a9c2fe0427 req-c33eae72-b8da-4982-9ccb-c67a0191ba13 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600950 Jan 14 09:46:09.376707 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-90e95290-e93b-4da3-9fcc-8954918eba68 admin admin] Publish callbacks [] for security_group (f635b5a5-7dfb-422e-8353-50bf8aeeec28), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.449045 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-90e95290-e93b-4da3-9fcc-8954918eba68 admin admin] Publish callbacks [] for security_group (f635b5a5-7dfb-422e-8353-50bf8aeeec28), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.510718 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Router 6c070817-8377-4d40-b8bd-655e4c239e1f has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:46:09.604052 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca2103-3f74-4293-ac6f-049efdbd269d req-9b4c2b53-17f5-4d13-ae5f-a2b0a07f8b84 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:09.605642 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0cca2103-3f74-4293-ac6f-049efdbd269d req-9b4c2b53-17f5-4d13-ae5f-a2b0a07f8b84 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1675055 Jan 14 09:46:09.681001 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-90e95290-e93b-4da3-9fcc-8954918eba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f635b5a5-7dfb-422e-8353-50bf8aeeec28), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.683694 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-90e95290-e93b-4da3-9fcc-8954918eba68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.684853 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-90e95290-e93b-4da3-9fcc-8954918eba68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f635b5a5-7dfb-422e-8353-50bf8aeeec28 HTTP/1.1" status: 204 len: 168 time: 0.5291953 Jan 14 09:46:09.718471 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95290-e93b-4da3-9fcc-8954918eba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f635b5a5-7dfb-422e-8353-50bf8aeeec28,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:09.741686 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:46:09.747139 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:09.757098 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0cca2103-3f74-4293-ac6f-049efdbd269d req-48db1297-ad1d-43ac-b06a-da6a30f07a00 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361134 Jan 14 09:46:09.763573 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:46:09.767010 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38804) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:09.788125 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-e7e44d91-01da-40f9-9eba-9147c1eef9aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "PUT /v2.0/floatingips/699892f3-dbe0-4a07-ac84-972bba9a9bc8 HTTP/1.1" status: 200 len: 991 time: 3.2949736 Jan 14 09:46:09.788778 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:09.791161 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b29deb8-fce4-497c-b41e-48651fe181c4" -d '{"events": [{"name": "network-changed", "server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:09.800339 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:46:09.801327 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:10.108570 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:46:10.126851 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2069e9b2-7870-4022-ad96-58178f22cd9d req-a2ab6e66-7438-474f-b506-0eab60cf35c5 tempest-DeleteServersTestJSON-1795409347 tempest-DeleteServersTestJSON-1795409347-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb06ab78-a932-4c33-ac7c-987f258831c9 HTTP/1.1" status: 200 len: 210 time: 0.1025743 Jan 14 09:46:10.166835 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac114600-23a7-43a3-a7c2-3f2e228874c7 x-openstack-request-id: req-ac114600-23a7-43a3-a7c2-3f2e228874c7 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:10.167319 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:10.169240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac114600-23a7-43a3-a7c2-3f2e228874c7 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:10.169821 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'status': 'completed', 'code': 200} Jan 14 09:46:10.324105 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-481c736c-4734-4e0e-8937-cd4f6c2cca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:10.325754 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-481c736c-4734-4e0e-8937-cd4f6c2cca2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1098 time: 0.1385615 Jan 14 09:46:10.465548 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7d9834d2-2392-428d-88b6-9f932bd2803a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:10.484401 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38834) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:10.499930 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-234219ff-46e8-4a0f-b30f-92d1ef38517a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:10.587799 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '699892f3-dbe0-4a07-ac84-972bba9a9bc8', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'port_id': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'mac_address': 'fa:16:3e:b1:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:45:36Z', 'updated_at': '2022-01-14T09:46:08Z', 'revision_number': 1, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:10.617621 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-2eb907a6-1d15-476d-b4b2-c6e0660f3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:10.619779 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-2eb907a6-1d15-476d-b4b2-c6e0660f3b28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.2811658 Jan 14 09:46:10.677515 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:46:10.690647 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:46:10.692171 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:45:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:10.704095 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-234219ff-46e8-4a0f-b30f-92d1ef38517a admin admin] Publish callbacks [] for security_group (3361e99a-0385-4cea-bc59-20d50da9227b), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:10.717904 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-234219ff-46e8-4a0f-b30f-92d1ef38517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3361e99a-0385-4cea-bc59-20d50da9227b), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:10.818908 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-234219ff-46e8-4a0f-b30f-92d1ef38517a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=832409c0475c4fe7940d37103a4931b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329911 Jan 14 09:46:10.820759 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234219ff-46e8-4a0f-b30f-92d1ef38517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3361e99a-0385-4cea-bc59-20d50da9227b,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:10.827727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 38848) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:10.858985 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7d9834d2-2392-428d-88b6-9f932bd2803a admin admin] Publish callbacks [] for security_group (f347cbbe-e3d1-4174-bf80-089812de0168), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:10.863456 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-e7409f1f-6384-4e74-884e-fbef310e9ca4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 999 time: 0.2328429 Jan 14 09:46:10.891191 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7d9834d2-2392-428d-88b6-9f932bd2803a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f347cbbe-e3d1-4174-bf80-089812de0168), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:10.998858 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:46:11.030295 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e8b4-962b-46d5-948f-1c7c3a835c97 req-535d2d54-dc28-4234-b0d9-b73f6e5b47d1 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:11.032692 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f140e8b4-962b-46d5-948f-1c7c3a835c97 req-535d2d54-dc28-4234-b0d9-b73f6e5b47d1 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0957048 Jan 14 09:46:11.041416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-d8d6c5f8-9bd6-4f89-b058-9fd7b9a1aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:11.043006 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-d8d6c5f8-9bd6-4f89-b058-9fd7b9a1aaad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.1689708 Jan 14 09:46:11.052436 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device c7d667cc-b41b-4770-83b6-aaae94d05def no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:46:11.097519 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9834d2-2392-428d-88b6-9f932bd2803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f347cbbe-e3d1-4174-bf80-089812de0168,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:11.121169 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: c7d667cc-b41b-4770-83b6-aaae94d05def {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:46:11.121169 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device c7d667cc-b41b-4770-83b6-aaae94d05def not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:46:11.125042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7d9834d2-2392-428d-88b6-9f932bd2803a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6bfd4c7eeeb45d4b88c9a7e008a0669&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3564904 Jan 14 09:46:11.133934 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 38866) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:11.162071 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96d53640-0ccc-40db-b9b6-a1d4f9888c27 admin admin] Publish callbacks [] for security_group (3361e99a-0385-4cea-bc59-20d50da9227b), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.182478 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-e071965e-f4eb-4af0-bdf0-ecb48fb9b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:11.185105 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-e071965e-f4eb-4af0-bdf0-ecb48fb9b93c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1308618 Jan 14 09:46:11.260558 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f140e8b4-962b-46d5-948f-1c7c3a835c97 req-d5f881f8-a6c3-453a-a17a-ea91b472ec47 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150257 Jan 14 09:46:11.383845 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96d53640-0ccc-40db-b9b6-a1d4f9888c27 admin admin] Publish callbacks [] for security_group (3361e99a-0385-4cea-bc59-20d50da9227b), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.391884 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5902621f-92b4-4167-8510-124d7bdff8a1 admin admin] Publish callbacks [] for security_group (f347cbbe-e3d1-4174-bf80-089812de0168), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.479421 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5902621f-92b4-4167-8510-124d7bdff8a1 admin admin] Publish callbacks [] for security_group (f347cbbe-e3d1-4174-bf80-089812de0168), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.484379 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '699892f3-dbe0-4a07-ac84-972bba9a9bc8', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'port_id': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'mac_address': 'fa:16:3e:b1:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:45:36Z', 'updated_at': '2022-01-14T09:46:08Z', 'revision_number': 1, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:11.500540 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-ff9641bc-6fa9-4eda-9224-a4f50d9cfd1b service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082993 Jan 14 09:46:11.509769 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96d53640-0ccc-40db-b9b6-a1d4f9888c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3361e99a-0385-4cea-bc59-20d50da9227b), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.513219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96d53640-0ccc-40db-b9b6-a1d4f9888c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.523710 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-96d53640-0ccc-40db-b9b6-a1d4f9888c27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3361e99a-0385-4cea-bc59-20d50da9227b HTTP/1.1" status: 204 len: 168 time: 0.6944695 Jan 14 09:46:11.544785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d53640-0ccc-40db-b9b6-a1d4f9888c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3361e99a-0385-4cea-bc59-20d50da9227b,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:11.576070 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9bd83-9b5b-418f-8bd3-18803d7d5d02 None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '699892f3-dbe0-4a07-ac84-972bba9a9bc8', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'port_id': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'mac_address': 'fa:16:3e:b1:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:45:36Z', 'updated_at': '2022-01-14T09:46:08Z', 'revision_number': 1, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:46:11.626308 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5902621f-92b4-4167-8510-124d7bdff8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f347cbbe-e3d1-4174-bf80-089812de0168), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.629086 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5902621f-92b4-4167-8510-124d7bdff8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:11.634192 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5902621f-92b4-4167-8510-124d7bdff8a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f347cbbe-e3d1-4174-bf80-089812de0168 HTTP/1.1" status: 204 len: 168 time: 0.4774177 Jan 14 09:46:11.646164 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902621f-92b4-4167-8510-124d7bdff8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f347cbbe-e3d1-4174-bf80-089812de0168,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:11.993062 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb22f7-f507-4f3d-87fe-626231b25419 None None] New status for floating IP 699892f3-dbe0-4a07-ac84-972bba9a9bc8: ACTIVE {{(pid=114415) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:46:14.307882 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b29deb8-fce4-497c-b41e-48651fe181c4 req-40ae063d-3630-4d8c-8a9f-22ffddf895e7 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699314 Jan 14 09:46:14.310782 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-e1562b81-08a8-4a2a-9db0-a247d4a6edd2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3763046 Jan 14 09:46:14.319979 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30124b-992d-4b6e-90ba-ee71a9969632 req-7b0e56d8-45b2-4708-b338-af1d97278b86 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:14.321501 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b30124b-992d-4b6e-90ba-ee71a9969632 req-7b0e56d8-45b2-4708-b338-af1d97278b86 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.3857100 Jan 14 09:46:14.464859 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b30124b-992d-4b6e-90ba-ee71a9969632 req-0486c04b-0145-46f8-b53d-2a5433e71e1c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220684 Jan 14 09:46:14.489869 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-12757da0-b94f-479f-85f3-037b2ca715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:14.492386 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-12757da0-b94f-479f-85f3-037b2ca715e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0935988 Jan 14 09:46:14.647242 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-c6a8f317-e03c-4af7-a2d0-d95382e17971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:14.648737 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-c6a8f317-e03c-4af7-a2d0-d95382e17971 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.1268983 Jan 14 09:46:14.692341 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-74c268b8-f75a-4ef7-a4f6-b0f1534f2908 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0377581 Jan 14 09:46:14.767617 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-766dc0fb-0557-4ec5-b9ed-e3ad534a7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:14.769734 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-766dc0fb-0557-4ec5-b9ed-e3ad534a7296 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.0659714 Jan 14 09:46:14.804238 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-35c10997-2e4a-4907-8053-c3f233a935d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279982 Jan 14 09:46:14.998807 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-7b8d73e9-2536-4011-ae79-290bcc9c5ceb service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865366 Jan 14 09:46:16.005140 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:17.771293 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2e7c40a-3296-4b3d-b89b-562e2112cce5 req-336b8245-07ea-42b0-aefc-c2d11b0ed97b service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277912 Jan 14 09:46:17.819047 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f8c83-c3e3-4f72-9fec-86973c6bb36e req-4a267206-2f9c-4fac-a0e6-0f6a2c482db0 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:17.820665 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d70f8c83-c3e3-4f72-9fec-86973c6bb36e req-4a267206-2f9c-4fac-a0e6-0f6a2c482db0 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0578387 Jan 14 09:46:17.895891 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d70f8c83-c3e3-4f72-9fec-86973c6bb36e req-bcb80bad-fc81-4557-8131-dde197465245 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644763 Jan 14 09:46:18.414802 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39064) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:18.511777 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Deleting subnet 2959c5d5-61d1-4c46-a132-582ef8105f73 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:46:18.521028 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Publish callbacks [] for subnet (2959c5d5-61d1-4c46-a132-582ef8105f73), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:18.590126 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Publish callbacks [] for subnet (2959c5d5-61d1-4c46-a132-582ef8105f73), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:18.609231 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (2959c5d5-61d1-4c46-a132-582ef8105f73), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:18.686642 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (2959c5d5-61d1-4c46-a132-582ef8105f73), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:18.725473 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2959c5d5-61d1-4c46-a132-582ef8105f73,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:18.732582 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:18.740133 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39088) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:18.747362 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:46:18.750478 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-67786a06-f4eb-4f6f-937a-56f7645dd45d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2959c5d5-61d1-4c46-a132-582ef8105f73 HTTP/1.1" status: 204 len: 168 time: 0.3339751 Jan 14 09:46:18.867006 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (5c129436-5473-42d9-ac32-ac708e97640c), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.028353 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (5c129436-5473-42d9-ac32-ac708e97640c), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.094205 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c129436-5473-42d9-ac32-ac708e97640c']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:19.124880 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:19.125398 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d41aa6-6d38-4e4e-9a83-f867b5ba0b41') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:46:19.140648 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (94d41aa6-6d38-4e4e-9a83-f867b5ba0b41), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.169847 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e38c-3146-4967-a234-df1e2b571e6f req-01f14a67-f135-4fca-ae11-cf89673253c9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:19.171468 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-84b1e38c-3146-4967-a234-df1e2b571e6f req-01f14a67-f135-4fca-ae11-cf89673253c9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0916338 Jan 14 09:46:19.172791 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (94d41aa6-6d38-4e4e-9a83-f867b5ba0b41), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.181715 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:46:19.182109 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (94d41aa6-6d38-4e4e-9a83-f867b5ba0b41), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.184977 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:46:19.189210 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:46:19.222100 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-4cd3060e-d156-4e03-b17d-43e0d550a26f tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=36e00a0e74f2414b9dd568f991ebe1a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615966 Jan 14 09:46:19.276757 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (5c129436-5473-42d9-ac32-ac708e97640c), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.300192 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-84b1e38c-3146-4967-a234-df1e2b571e6f req-65180405-993c-4a6c-a6a8-0f7aa7640190 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188388 Jan 14 09:46:19.305561 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.313593 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] 10.222.0.48 "DELETE /v2.0/networks/5c129436-5473-42d9-ac32-ac708e97640c HTTP/1.1" status: 204 len: 168 time: 0.5717883 Jan 14 09:46:19.376815 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0081647-3d3d-4ad7-9b1d-30c13bd6170f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c129436-5473-42d9-ac32-ac708e97640c,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:19.421499 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39120) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:19.511628 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-28b58b01-ac1b-4705-868f-905d8010a464 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:19.518288 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-28b58b01-ac1b-4705-868f-905d8010a464 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848668 Jan 14 09:46:19.538837 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-e66ea9f9-c0a0-467c-8cb4-6653e394ba8b tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/quotas/36e00a0e74f2414b9dd568f991ebe1a3 HTTP/1.1" status: 200 len: 375 time: 0.0190580 Jan 14 09:46:19.589862 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-600aebf0-bfa5-4100-a876-7402204e8c3c tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=36e00a0e74f2414b9dd568f991ebe1a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436327 Jan 14 09:46:19.603112 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cfe91281-1149-4f07-b668-2763db121bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.693968 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39132) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:19.724064 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cfe91281-1149-4f07-b668-2763db121bb5 admin admin] Publish callbacks [] for security_group (326a7096-b491-47e0-8a84-e0e7c0571394), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.734724 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cfe91281-1149-4f07-b668-2763db121bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (326a7096-b491-47e0-8a84-e0e7c0571394), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.789630 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-dfd6a9b0-923c-4a24-838a-00639760efd6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1e5d5139bc44adcb0fe4ddddf73580c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0945098 Jan 14 09:46:19.793131 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe91281-1149-4f07-b668-2763db121bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326a7096-b491-47e0-8a84-e0e7c0571394,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:19.794068 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39136) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:19.798330 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-cfe91281-1149-4f07-b668-2763db121bb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83c8bea03f704e1facc7048be60f8961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757224 Jan 14 09:46:19.806655 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39138) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:19.951686 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d56e5d7-d8b8-43bd-97cc-685cacbea661 admin admin] Publish callbacks [] for security_group (f9ad5907-94b1-413a-8bb1-0467a3f5ad92), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:19.969386 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-620cce47-9019-4691-8e71-8d42e61d278c req-5a0b07c1-575d-46c7-9cf4-b5d544d87b5b tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 210 time: 0.0788238 Jan 14 09:46:19.999928 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d56e5d7-d8b8-43bd-97cc-685cacbea661 admin admin] Publish callbacks [] for security_group (f9ad5907-94b1-413a-8bb1-0467a3f5ad92), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.000261 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f16d83e9-4330-42f2-af22-59ba837625e5 admin admin] Publish callbacks [] for security_group (326a7096-b491-47e0-8a84-e0e7c0571394), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.066443 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f16d83e9-4330-42f2-af22-59ba837625e5 admin admin] Publish callbacks [] for security_group (326a7096-b491-47e0-8a84-e0e7c0571394), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.159691 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d56e5d7-d8b8-43bd-97cc-685cacbea661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f9ad5907-94b1-413a-8bb1-0467a3f5ad92), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.164386 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d56e5d7-d8b8-43bd-97cc-685cacbea661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.170060 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3d56e5d7-d8b8-43bd-97cc-685cacbea661 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9ad5907-94b1-413a-8bb1-0467a3f5ad92 HTTP/1.1" status: 204 len: 168 time: 0.3699481 Jan 14 09:46:20.175613 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f16d83e9-4330-42f2-af22-59ba837625e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (326a7096-b491-47e0-8a84-e0e7c0571394), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.176744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56e5d7-d8b8-43bd-97cc-685cacbea661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad5907-94b1-413a-8bb1-0467a3f5ad92,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:20.181032 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f16d83e9-4330-42f2-af22-59ba837625e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:20.184608 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f16d83e9-4330-42f2-af22-59ba837625e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/326a7096-b491-47e0-8a84-e0e7c0571394 HTTP/1.1" status: 204 len: 168 time: 0.3750527 Jan 14 09:46:20.225390 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d83e9-4330-42f2-af22-59ba837625e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326a7096-b491-47e0-8a84-e0e7c0571394,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:20.625703 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6b1f3-3d5a-4e40-9f60-f1ee40368516 req-e772841a-aaa0-4b80-844f-e44cf8a281a4 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:20.643760 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5cc6b1f3-3d5a-4e40-9f60-f1ee40368516 req-e772841a-aaa0-4b80-844f-e44cf8a281a4 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1732576 Jan 14 09:46:20.813006 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5cc6b1f3-3d5a-4e40-9f60-f1ee40368516 req-e3a1c5e8-c212-437a-a1cb-7258dcc9b8e6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599441 Jan 14 09:46:21.165020 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-36ce2308-c683-47f6-899b-fe1f03bd5f0f req-519a0894-3072-4317-9252-264d5178b20c tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 210 time: 0.0307999 Jan 14 09:46:21.288732 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39202) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:21.307596 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-33309b9d-7a11-4f96-908e-ab31a468ddee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.446796 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-33309b9d-7a11-4f96-908e-ab31a468ddee admin admin] Publish callbacks [] for security_group (4c125c28-be43-41e7-85ec-55dc85d33de2), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.452305 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-33309b9d-7a11-4f96-908e-ab31a468ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (4c125c28-be43-41e7-85ec-55dc85d33de2), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.515664 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33309b9d-7a11-4f96-908e-ab31a468ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c125c28-be43-41e7-85ec-55dc85d33de2,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:21.522199 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-33309b9d-7a11-4f96-908e-ab31a468ddee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03695f2689cd45b3b88639244c04eaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317238 Jan 14 09:46:21.526672 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39208) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:21.643455 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e1671333-6426-4dd8-8392-b83916c60aab admin admin] Publish callbacks [] for security_group (4c125c28-be43-41e7-85ec-55dc85d33de2), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.652926 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-2761e4fb-92d7-42a1-8952-138414889e5e tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=36e00a0e74f2414b9dd568f991ebe1a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506098 Jan 14 09:46:21.711170 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e1671333-6426-4dd8-8392-b83916c60aab admin admin] Publish callbacks [] for security_group (4c125c28-be43-41e7-85ec-55dc85d33de2), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.798004 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e1671333-6426-4dd8-8392-b83916c60aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (4c125c28-be43-41e7-85ec-55dc85d33de2), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.800891 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e1671333-6426-4dd8-8392-b83916c60aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:21.802097 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-e1671333-6426-4dd8-8392-b83916c60aab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c125c28-be43-41e7-85ec-55dc85d33de2 HTTP/1.1" status: 204 len: 168 time: 0.2721829 Jan 14 09:46:21.826386 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1671333-6426-4dd8-8392-b83916c60aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c125c28-be43-41e7-85ec-55dc85d33de2,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:21.901915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-ded45869-1d33-48a7-bf12-035d5dd97790 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:21.904608 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-ded45869-1d33-48a7-bf12-035d5dd97790 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435999 Jan 14 09:46:21.941586 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Request body: {'port': {'device_id': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1', 'admin_state_up': True, 'tenant_id': '36e00a0e74f2414b9dd568f991ebe1a3'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:22.097655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c180256-7af3-4fee-9dfd-aeabfe556fe9 req-210a8801-6dec-4caa-80f1-b0f77f8fba89 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:22.099245 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1c180256-7af3-4fee-9dfd-aeabfe556fe9 req-210a8801-6dec-4caa-80f1-b0f77f8fba89 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1461308 Jan 14 09:46:22.201645 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1c180256-7af3-4fee-9dfd-aeabfe556fe9 req-dff9cba7-eb6e-41c5-9dc1-adc26c368448 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808105 Jan 14 09:46:22.224554 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Made reservation on behalf of 36e00a0e74f2414b9dd568f991ebe1a3 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:22.224554 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:22.245929 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:22.410479 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8a5f4270-8c7b-4899-bcab-820a18b1d275 req-d7bdf43d-7e3f-4130-b5d1-67eb3209be25 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 210 time: 0.1185267 Jan 14 09:46:22.481031 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks [] for security_group (c859d30a-59e5-468f-ad3d-bcac491d949c), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:22.486624 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c859d30a-59e5-468f-ad3d-bcac491d949c), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:22.528296 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c859d30a-59e5-468f-ad3d-bcac491d949c,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:22.676500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Allocated IP 192.168.233.109 (6df16da2-0bd8-4b1c-9e6c-6896bca073d1/4992700e-859f-438b-bd05-d0cc68cd5d18/3e490279-0871-49bf-b2a7-35bd468d9846) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:46:22.993805 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks [] for port (3e490279-0871-49bf-b2a7-35bd468d9846), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:23.036599 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:23.119218 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:46:23.122830 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:46:23.140289 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:46:23.147005 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:23.148158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:23.170259 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Pushing event updated for resources: {'Port': ['ID=3e490279-0871-49bf-b2a7-35bd468d9846,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:23.185561 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-561230b8-6e4e-4dc2-9ef5-af91cdd74901 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2704785 Jan 14 09:46:23.201335 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Request body: {'port': {'device_id': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:23.285519 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:23.514740 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-666b8793-6275-4783-a186-8b060a4f3bbc None None] Provisioning complete for port 3e490279-0871-49bf-b2a7-35bd468d9846 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:46:23.519028 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-666b8793-6275-4783-a186-8b060a4f3bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:23.599495 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494480-81ce-4d98-ac27-88e4f35ae3fb req-0581e089-936b-49cc-bc5a-6b788e5359ea tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:23.606611 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-666b8793-6275-4783-a186-8b060a4f3bbc None None] Port 3e490279-0871-49bf-b2a7-35bd468d9846 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:46:23.617647 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0c494480-81ce-4d98-ac27-88e4f35ae3fb req-0581e089-936b-49cc-bc5a-6b788e5359ea tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.2259881 Jan 14 09:46:23.719258 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0c494480-81ce-4d98-ac27-88e4f35ae3fb req-3b6b8f1d-bb4a-4692-8809-f4a5d1343923 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000049 Jan 14 09:46:23.808847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432e9d4-40a6-4df1-b76b-ca3a3e139f93 req-54d23634-8573-42f9-a860-1febfc0448cf tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:23.811909 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6432e9d4-40a6-4df1-b76b-ca3a3e139f93 req-54d23634-8573-42f9-a860-1febfc0448cf tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 936 time: 0.1101406 Jan 14 09:46:23.975723 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6432e9d4-40a6-4df1-b76b-ca3a3e139f93 req-6a72a2d3-8d8b-424c-8632-1cc2b7ac3900 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158941 Jan 14 09:46:23.991714 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e490279-0871-49bf-b2a7-35bd468d9846 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:46:24.010019 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Publish callbacks [] for port (3e490279-0871-49bf-b2a7-35bd468d9846), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:24.026783 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Transition to ACTIVE for port object 3e490279-0871-49bf-b2a7-35bd468d9846 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:46:24.031317 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:24.094102 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e490279-0871-49bf-b2a7-35bd468d9846,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:24.127366 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Attempting to bind port 3e490279-0871-49bf-b2a7-35bd468d9846 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:46:24.127896 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Attempting to bind port 3e490279-0871-49bf-b2a7-35bd468d9846 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:46:24.128382 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Attempting to bind port 3e490279-0871-49bf-b2a7-35bd468d9846 on network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:46:24.134604 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Port 3e490279-0871-49bf-b2a7-35bd468d9846 on network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:46:24.135595 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Attempting to bind port 3e490279-0871-49bf-b2a7-35bd468d9846 on network 6df16da2-0bd8-4b1c-9e6c-6896bca073d1 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:46:24.144499 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:46:24.145069 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Checking segment: {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:46:24.145749 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Bound using segment: {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:46:24.146192 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Bound port: 3e490279-0871-49bf-b2a7-35bd468d9846, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61017ce1-33c7-4a7c-8f73-7ea74ac9b224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:46:24.146819 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:24.309837 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] For port 3e490279-0871-49bf-b2a7-35bd468d9846, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:46:24.315137 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] For port 3e490279-0871-49bf-b2a7-35bd468d9846, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3e490279-0871-49bf-b2a7-35bd468d9846,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:46:24.324202 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:24.441064 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e490279-0871-49bf-b2a7-35bd468d9846,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:24.453654 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:24.454730 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:24.458963 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-a52f0e89-6802-44ae-8af2-6ac4df86a6e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/3e490279-0871-49bf-b2a7-35bd468d9846 HTTP/1.1" status: 200 len: 1098 time: 1.2621214 Jan 14 09:46:24.459837 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'tag': '3e490279-0871-49bf-b2a7-35bd468d9846'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:24.465915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f83c4-d99f-480f-bd86-3b600bcd0790" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b336a5-cb5b-4c67-a622-38e19ab3e072", "tag": "3e490279-0871-49bf-b2a7-35bd468d9846"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:24.583181 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb8e76d-4d65-479b-9af0-8f288c40e62b x-openstack-request-id: req-3eb8e76d-4d65-479b-9af0-8f288c40e62b {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:24.585288 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-466278f4-5142-4881-942b-d1cef0fa0324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:24.587617 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b336a5-cb5b-4c67-a622-38e19ab3e072", "tag": "3e490279-0871-49bf-b2a7-35bd468d9846", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:24.588249 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3eb8e76d-4d65-479b-9af0-8f288c40e62b {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:24.588829 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'tag': '3e490279-0871-49bf-b2a7-35bd468d9846', 'status': 'completed', 'code': 200} Jan 14 09:46:24.636606 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-3b88b413-ecf0-42d4-a6c5-e59e8111ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:24.642083 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-3b88b413-ecf0-42d4-a6c5-e59e8111ae99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36e00a0e74f2414b9dd568f991ebe1a3&device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 1101 time: 0.0903900 Jan 14 09:46:24.738704 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-04991cf5-aa52-4699-addf-2946accc5022 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3e490279-0871-49bf-b2a7-35bd468d9846 HTTP/1.1" status: 200 len: 217 time: 0.0910444 Jan 14 09:46:24.922539 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-1ae1b542-460b-4439-9959-5d902d5b4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:24.925947 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-1ae1b542-460b-4439-9959-5d902d5b4dba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4992700e-859f-438b-bd05-d0cc68cd5d18 HTTP/1.1" status: 200 len: 843 time: 0.1774313 Jan 14 09:46:24.932902 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37848fae-dae1-4265-be68-46fd4cdf57e9 req-27887a26-1dff-4812-80cf-7fe7c75cf29a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:24.934707 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-37848fae-dae1-4265-be68-46fd4cdf57e9 req-27887a26-1dff-4812-80cf-7fe7c75cf29a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0918512 Jan 14 09:46:24.991089 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-67b3d9e8-d8ed-43fd-bc17-450558adcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:24.994511 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-67b3d9e8-d8ed-43fd-bc17-450558adcfd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6df16da2-0bd8-4b1c-9e6c-6896bca073d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0587006 Jan 14 09:46:25.015655 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-37848fae-dae1-4265-be68-46fd4cdf57e9 req-0d5ed3f9-d01c-4ec9-a7bf-494de8dca808 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Jan 14 09:46:25.200360 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc355671-47f9-4861-ac4a-de01b90c8b1e req-573c06a9-0137-46e1-bc04-6970e47ab31e tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:25.201885 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bc355671-47f9-4861-ac4a-de01b90c8b1e req-573c06a9-0137-46e1-bc04-6970e47ab31e tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 948 time: 0.1039014 Jan 14 09:46:25.206161 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-d240a8ed-0740-4e0b-8524-c7eab6da1a16 service neutron] 10.222.0.45 "GET /v2.0/networks/6df16da2-0bd8-4b1c-9e6c-6896bca073d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849592 Jan 14 09:46:25.321838 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bc355671-47f9-4861-ac4a-de01b90c8b1e req-a1b69dc1-ac02-47ba-903d-f325ef69d473 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141486 Jan 14 09:46:25.363073 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5dd9d4f4-fb12-4cb4-b570-fd8267c296e4 req-20c916a1-65f1-4ed6-986b-eaf28d118a8d service neutron] 10.222.0.45 "GET /v2.0/networks/6df16da2-0bd8-4b1c-9e6c-6896bca073d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471326 Jan 14 09:46:25.481680 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-5dd8e576-10c1-448d-8768-5aaa2eb3b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:25.483768 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-5dd8e576-10c1-448d-8768-5aaa2eb3b661 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36e00a0e74f2414b9dd568f991ebe1a3&device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 1101 time: 0.0583177 Jan 14 09:46:25.631099 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-5553b9cc-9660-439a-a0d0-366b4e627e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:25.633042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-5553b9cc-9660-439a-a0d0-366b4e627e5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=6df16da2-0bd8-4b1c-9e6c-6896bca073d1 HTTP/1.1" status: 200 len: 870 time: 0.1374316 Jan 14 09:46:25.682258 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-2c1cf8b7-e12a-4956-8348-938647418b43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3e490279-0871-49bf-b2a7-35bd468d9846 HTTP/1.1" status: 200 len: 217 time: 0.0426037 Jan 14 09:46:25.769912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-6641827b-6b07-477d-8a2d-27d40c8b1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:25.772658 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-6641827b-6b07-477d-8a2d-27d40c8b1064 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4992700e-859f-438b-bd05-d0cc68cd5d18 HTTP/1.1" status: 200 len: 843 time: 0.0833216 Jan 14 09:46:25.857261 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-6e23d6e6-1be7-46db-9424-1928fc8caf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:25.861199 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-6e23d6e6-1be7-46db-9424-1928fc8caf62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6df16da2-0bd8-4b1c-9e6c-6896bca073d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0817678 Jan 14 09:46:25.982014 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-d61f0f84-b132-464d-b439-7fb1ab03c68e service neutron] 10.222.0.45 "GET /v2.0/networks/6df16da2-0bd8-4b1c-9e6c-6896bca073d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117697 Jan 14 09:46:26.160195 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b1f83c4-d99f-480f-bd86-3b600bcd0790 req-4bf69e10-11f6-4877-be54-5e395fe7cee7 service neutron] 10.222.0.45 "GET /v2.0/networks/6df16da2-0bd8-4b1c-9e6c-6896bca073d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709096 Jan 14 09:46:26.268460 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959bde5-5185-4230-8699-308d3c62dbec req-904727a2-c92a-472b-926d-6589d424dfdb tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:26.269990 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f959bde5-5185-4230-8699-308d3c62dbec req-904727a2-c92a-472b-926d-6589d424dfdb tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0812726 Jan 14 09:46:26.357366 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f959bde5-5185-4230-8699-308d3c62dbec req-00133d6e-e691-4c66-a418-b8335086c39c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712306 Jan 14 09:46:26.587453 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db728-882c-4366-86ae-3f45c2b2872a req-33cb47ef-8d02-40d0-b694-444df258c572 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:26.590434 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6d4db728-882c-4366-86ae-3f45c2b2872a req-33cb47ef-8d02-40d0-b694-444df258c572 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 948 time: 0.1095767 Jan 14 09:46:26.683250 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6d4db728-882c-4366-86ae-3f45c2b2872a req-7ffae096-88a6-4816-8ba9-3af9e118f3c8 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805907 Jan 14 09:46:26.841797 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-21708f67-2e7b-48dd-8e37-9589b07b0ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:26.895952 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39438) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:27.026660 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d16bccc5-1b00-455b-9911-dd3bea37d6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.148220 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d16bccc5-1b00-455b-9911-dd3bea37d6bd admin admin] Publish callbacks [] for security_group (9fc9f717-3873-4f37-93d8-8b9c89c3183d), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.153135 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d16bccc5-1b00-455b-9911-dd3bea37d6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (9fc9f717-3873-4f37-93d8-8b9c89c3183d), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.197468 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d16bccc5-1b00-455b-9911-dd3bea37d6bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea5f31efe55642cf8c8f0fc934e31b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003001 Jan 14 09:46:27.198989 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bccc5-1b00-455b-9911-dd3bea37d6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc9f717-3873-4f37-93d8-8b9c89c3183d,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:27.201666 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39446) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:27.268548 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-63a3205d-843f-406d-af24-9916f058d917 admin admin] Publish callbacks [] for security_group (9fc9f717-3873-4f37-93d8-8b9c89c3183d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.295939 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-63a3205d-843f-406d-af24-9916f058d917 admin admin] Publish callbacks [] for security_group (9fc9f717-3873-4f37-93d8-8b9c89c3183d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.349382 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-63a3205d-843f-406d-af24-9916f058d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (9fc9f717-3873-4f37-93d8-8b9c89c3183d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.352379 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-63a3205d-843f-406d-af24-9916f058d917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.354077 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-63a3205d-843f-406d-af24-9916f058d917 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fc9f717-3873-4f37-93d8-8b9c89c3183d HTTP/1.1" status: 204 len: 168 time: 0.1511323 Jan 14 09:46:27.365992 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3205d-843f-406d-af24-9916f058d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc9f717-3873-4f37-93d8-8b9c89c3183d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:27.733854 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39470) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:27.751246 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a3c43b7-4e02-4a50-94a4-b885a8be6944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.865900 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a3c43b7-4e02-4a50-94a4-b885a8be6944 admin admin] Publish callbacks [] for security_group (0b068592-29b0-4356-b80b-d38a2c936963), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.872396 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a3c43b7-4e02-4a50-94a4-b885a8be6944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0b068592-29b0-4356-b80b-d38a2c936963), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.879743 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:27.935014 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3a3c43b7-4e02-4a50-94a4-b885a8be6944 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6905e2be9a3148e2b19c90a3661c4281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998506 Jan 14 09:46:27.935892 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c43b7-4e02-4a50-94a4-b885a8be6944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b068592-29b0-4356-b80b-d38a2c936963,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:27.938414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39478) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:28.028876 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-add8a4de-6265-45ca-a113-90cfa56e530d admin admin] Publish callbacks [] for security_group (0b068592-29b0-4356-b80b-d38a2c936963), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.061709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-add8a4de-6265-45ca-a113-90cfa56e530d admin admin] Publish callbacks [] for security_group (0b068592-29b0-4356-b80b-d38a2c936963), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.120199 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-add8a4de-6265-45ca-a113-90cfa56e530d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0b068592-29b0-4356-b80b-d38a2c936963), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.123296 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-add8a4de-6265-45ca-a113-90cfa56e530d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.124755 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-add8a4de-6265-45ca-a113-90cfa56e530d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b068592-29b0-4356-b80b-d38a2c936963 HTTP/1.1" status: 204 len: 168 time: 0.1831980 Jan 14 09:46:28.136350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a4de-6265-45ca-a113-90cfa56e530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b068592-29b0-4356-b80b-d38a2c936963,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:28.567281 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39500) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:28.682234 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39504) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:28.697182 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-924c90ff-1dbc-4b2d-aef4-b71c1d65b30c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.724608 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd990c95-5e7c-4926-8f16-a1ff32c2f7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.849762 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-924c90ff-1dbc-4b2d-aef4-b71c1d65b30c admin admin] Publish callbacks [] for security_group (9e4c0c10-f543-42f9-9f7e-bdef086fce90), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.859751 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-924c90ff-1dbc-4b2d-aef4-b71c1d65b30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (9e4c0c10-f543-42f9-9f7e-bdef086fce90), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.898862 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd990c95-5e7c-4926-8f16-a1ff32c2f7ea admin admin] Publish callbacks [] for security_group (dabdab38-673b-4834-bb36-3632a716cb89), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.914977 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd990c95-5e7c-4926-8f16-a1ff32c2f7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (dabdab38-673b-4834-bb36-3632a716cb89), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:28.922394 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-924c90ff-1dbc-4b2d-aef4-b71c1d65b30c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f9a6fa89c8843eca454a04c989912cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390046 Jan 14 09:46:28.925712 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39506) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:28.928443 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c90ff-1dbc-4b2d-aef4-b71c1d65b30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c0c10-f543-42f9-9f7e-bdef086fce90,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:28.963190 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-fd990c95-5e7c-4926-8f16-a1ff32c2f7ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6627b32db0c40a5a664172c03bf674b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944719 Jan 14 09:46:28.966738 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39508) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:28.975660 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990c95-5e7c-4926-8f16-a1ff32c2f7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabdab38-673b-4834-bb36-3632a716cb89,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:29.020554 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5090be58-89c2-477e-a2c6-6f271be67149 admin admin] Publish callbacks [] for security_group (9e4c0c10-f543-42f9-9f7e-bdef086fce90), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.047247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7ad3d6a5-9257-4033-afb6-9ccc4a347868 admin admin] Publish callbacks [] for security_group (dabdab38-673b-4834-bb36-3632a716cb89), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.055535 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5090be58-89c2-477e-a2c6-6f271be67149 admin admin] Publish callbacks [] for security_group (9e4c0c10-f543-42f9-9f7e-bdef086fce90), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.087447 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7ad3d6a5-9257-4033-afb6-9ccc4a347868 admin admin] Publish callbacks [] for security_group (dabdab38-673b-4834-bb36-3632a716cb89), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.119758 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5090be58-89c2-477e-a2c6-6f271be67149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (9e4c0c10-f543-42f9-9f7e-bdef086fce90), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.122596 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5090be58-89c2-477e-a2c6-6f271be67149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.126117 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5090be58-89c2-477e-a2c6-6f271be67149 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e4c0c10-f543-42f9-9f7e-bdef086fce90 HTTP/1.1" status: 204 len: 168 time: 0.1966400 Jan 14 09:46:29.132449 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090be58-89c2-477e-a2c6-6f271be67149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c0c10-f543-42f9-9f7e-bdef086fce90,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:29.162695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7ad3d6a5-9257-4033-afb6-9ccc4a347868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (dabdab38-673b-4834-bb36-3632a716cb89), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.167088 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7ad3d6a5-9257-4033-afb6-9ccc4a347868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.168573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7ad3d6a5-9257-4033-afb6-9ccc4a347868 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dabdab38-673b-4834-bb36-3632a716cb89 HTTP/1.1" status: 204 len: 168 time: 0.2007847 Jan 14 09:46:29.183670 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3d6a5-9257-4033-afb6-9ccc4a347868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabdab38-673b-4834-bb36-3632a716cb89,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:29.204600 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3e490279-0871-49bf-b2a7-35bd468d9846 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:46:29.433011 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335e56b-be7c-4f40-b4f0-33d29d1571d4 req-915a3f4b-f419-4257-89fb-7465a23d6ea9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:29.447897 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b335e56b-be7c-4f40-b4f0-33d29d1571d4 req-915a3f4b-f419-4257-89fb-7465a23d6ea9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1084845 Jan 14 09:46:29.457714 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 3e490279-0871-49bf-b2a7-35bd468d9846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3e490279-0871-49bf-b2a7-35bd468d9846,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:29.483695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0373014-4e89-4349-a513-b9d958e0d479 req-ab7bc70e-204d-4723-9dd6-daef3ca32512 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:29.485821 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0373014-4e89-4349-a513-b9d958e0d479 req-ab7bc70e-204d-4723-9dd6-daef3ca32512 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 948 time: 0.1257122 Jan 14 09:46:29.507099 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '3e490279-0871-49bf-b2a7-35bd468d9846', 'network_id': '6df16da2-0bd8-4b1c-9e6c-6896bca073d1', 'port_id': '3e490279-0871-49bf-b2a7-35bd468d9846', 'mac_address': 'fa:16:3e:12:2d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4992700e-859f-438b-bd05-d0cc68cd5d18', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:46:29.527935 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b335e56b-be7c-4f40-b4f0-33d29d1571d4 req-7dbb73c3-f85e-4751-87da-fb524c9cfb6f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764980 Jan 14 09:46:29.629181 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0373014-4e89-4349-a513-b9d958e0d479 req-2b265017-15cd-4ffe-8481-329fd00cad50 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348295 Jan 14 09:46:29.651432 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 3e490279-0871-49bf-b2a7-35bd468d9846 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:46:29.652655 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.677116 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.686786 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e490279-0871-49bf-b2a7-35bd468d9846 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:46:29.727223 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 3e490279-0871-49bf-b2a7-35bd468d9846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3e490279-0871-49bf-b2a7-35bd468d9846,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:29.733417 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:29.837671 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=3e490279-0871-49bf-b2a7-35bd468d9846,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:29.858912 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.859612 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.860457 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.861831 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.862620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.863327 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.864020 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.864875 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.865576 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.866261 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.866958 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.867624 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.868381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:46:29.977168 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39544) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:29.993516 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26384fd4-61fb-4ebe-8d05-917698488249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.063001 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['3e490279-0871-49bf-b2a7-35bd468d9846'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:46:30.129368 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26384fd4-61fb-4ebe-8d05-917698488249 admin admin] Publish callbacks [] for security_group (a2bb05a6-a301-4fab-8a97-7b966fed1271), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.138575 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26384fd4-61fb-4ebe-8d05-917698488249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (a2bb05a6-a301-4fab-8a97-7b966fed1271), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.192181 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-26384fd4-61fb-4ebe-8d05-917698488249 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4254a1239eb4466e850aa3d6b26a83a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138598 Jan 14 09:46:30.192385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39560) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:30.193989 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26384fd4-61fb-4ebe-8d05-917698488249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb05a6-a301-4fab-8a97-7b966fed1271,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:30.365958 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f009f24a-d738-4b82-9164-0ffd7e8d9359 admin admin] Publish callbacks [] for security_group (a2bb05a6-a301-4fab-8a97-7b966fed1271), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.456151 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f009f24a-d738-4b82-9164-0ffd7e8d9359 admin admin] Publish callbacks [] for security_group (a2bb05a6-a301-4fab-8a97-7b966fed1271), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.550560 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f009f24a-d738-4b82-9164-0ffd7e8d9359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (a2bb05a6-a301-4fab-8a97-7b966fed1271), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.555267 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f009f24a-d738-4b82-9164-0ffd7e8d9359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:30.558240 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-f009f24a-d738-4b82-9164-0ffd7e8d9359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2bb05a6-a301-4fab-8a97-7b966fed1271 HTTP/1.1" status: 204 len: 168 time: 0.3641753 Jan 14 09:46:30.579185 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009f24a-d738-4b82-9164-0ffd7e8d9359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb05a6-a301-4fab-8a97-7b966fed1271,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:30.625116 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39584) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:30.776137 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf3d5-404a-4cd2-b03a-fa50cc9e83d5 req-e31ca8c9-a413-400c-af07-409d00e3f2a4 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:30.778270 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-df6cf3d5-404a-4cd2-b03a-fa50cc9e83d5 req-e31ca8c9-a413-400c-af07-409d00e3f2a4 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1030097 Jan 14 09:46:30.842213 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-df6cf3d5-404a-4cd2-b03a-fa50cc9e83d5 req-15a690f7-6ce7-4c90-b2c9-14f04897dd2f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561616 Jan 14 09:46:30.856570 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefce072-7778-4163-8fe4-beb446b6c4d1 req-b7ea84f3-d7e0-43e3-850e-aac041dc2c9b tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:30.860023 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fefce072-7778-4163-8fe4-beb446b6c4d1 req-b7ea84f3-d7e0-43e3-850e-aac041dc2c9b tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 949 time: 0.0982127 Jan 14 09:46:30.949791 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fefce072-7778-4163-8fe4-beb446b6c4d1 req-8495d607-7553-4ef2-9015-707f75ab05c2 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805423 Jan 14 09:46:30.959224 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39598) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:31.039426 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d184df64-cf3b-4751-a285-dd0e41fe9dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.092108 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456875851-network', 'tenant_id': 'e8c5dc7c85e0401084a77fbddaa59ed7'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:31.132541 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Made reservation on behalf of e8c5dc7c85e0401084a77fbddaa59ed7 for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:31.136226 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.147219 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3e490279-0871-49bf-b2a7-35bd468d9846 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:46:31.151762 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.194002 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d184df64-cf3b-4751-a285-dd0e41fe9dd0 admin admin] Publish callbacks [] for security_group (b28a0661-ac38-4914-b52c-d03d2b257a31), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.208415 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d184df64-cf3b-4751-a285-dd0e41fe9dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b28a0661-ac38-4914-b52c-d03d2b257a31), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.262060 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 3e490279-0871-49bf-b2a7-35bd468d9846 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:46:31.280082 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d184df64-cf3b-4751-a285-dd0e41fe9dd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70ab76105d8c49b285ab3aed0c326927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535580 Jan 14 09:46:31.281377 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39610) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:31.289160 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 3e490279-0871-49bf-b2a7-35bd468d9846 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:46:31.290125 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.294526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184df64-cf3b-4751-a285-dd0e41fe9dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28a0661-ac38-4914-b52c-d03d2b257a31,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:31.332438 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.332760 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks [] for security_group (bc13e93d-0e8d-4afd-a2ac-b952292205a0), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.341443 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (bc13e93d-0e8d-4afd-a2ac-b952292205a0), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.383079 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:46:31.428591 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (be565d07-bcd9-47da-b7db-4f06342a0448), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.429291 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Added segment be565d07-bcd9-47da-b7db-4f06342a0448 of type vlan for network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e Jan 14 09:46:31.432336 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc13e93d-0e8d-4afd-a2ac-b952292205a0,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:31.459547 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 3e490279-0871-49bf-b2a7-35bd468d9846 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:46:31.460434 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.528727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.541272 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e490279-0871-49bf-b2a7-35bd468d9846'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:31.549703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90719930-b9ca-422a-838a-c8734cb1dc4c" -d '{"events": [{"server_uuid": "b5b336a5-cb5b-4c67-a622-38e19ab3e072", "name": "network-vif-plugged", "status": "completed", "tag": "3e490279-0871-49bf-b2a7-35bd468d9846"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:31.579035 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 3e490279-0871-49bf-b2a7-35bd468d9846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3e490279-0871-49bf-b2a7-35bd468d9846,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:31.587850 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.660102 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.665135 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:31.666270 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.688440 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=3e490279-0871-49bf-b2a7-35bd468d9846,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:31.743585 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54b989f-3488-45d9-8012-7f09414f2be4 x-openstack-request-id: req-d54b989f-3488-45d9-8012-7f09414f2be4 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:31.744580 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b336a5-cb5b-4c67-a622-38e19ab3e072", "name": "network-vif-plugged", "status": "completed", "tag": "3e490279-0871-49bf-b2a7-35bd468d9846", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:31.744985 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d54b989f-3488-45d9-8012-7f09414f2be4 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:31.745663 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e490279-0871-49bf-b2a7-35bd468d9846', 'code': 200} Jan 14 09:46:31.776326 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0147c5d7-afe9-4222-82e3-22276a57e167 admin admin] Publish callbacks [] for security_group (b28a0661-ac38-4914-b52c-d03d2b257a31), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.837640 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8763275 Jan 14 09:46:31.842128 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39630) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:31.843061 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0147c5d7-afe9-4222-82e3-22276a57e167 admin admin] Publish callbacks [] for security_group (b28a0661-ac38-4914-b52c-d03d2b257a31), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:31.892502 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Request body: {'subnet': {'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456875851-subnet', 'tenant_id': 'e8c5dc7c85e0401084a77fbddaa59ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:31.906949 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035dd35-4c1a-4ad9-947b-4f27181e4573 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:31.924158 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:46:31.958391 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Made reservation on behalf of e8c5dc7c85e0401084a77fbddaa59ed7 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:31.963336 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:32.022081 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0147c5d7-afe9-4222-82e3-22276a57e167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b28a0661-ac38-4914-b52c-d03d2b257a31), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:32.028512 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0147c5d7-afe9-4222-82e3-22276a57e167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:32.053256 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-0147c5d7-afe9-4222-82e3-22276a57e167 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b28a0661-ac38-4914-b52c-d03d2b257a31 HTTP/1.1" status: 204 len: 168 time: 0.7694385 Jan 14 09:46:32.099523 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147c5d7-afe9-4222-82e3-22276a57e167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28a0661-ac38-4914-b52c-d03d2b257a31,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:32.263688 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd7b6-f5db-4ea2-a952-c11ca65ba656 req-da28811d-b701-4068-ba3a-affe56d41e0a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:32.265338 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fb9bd7b6-f5db-4ea2-a952-c11ca65ba656 req-da28811d-b701-4068-ba3a-affe56d41e0a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1450918 Jan 14 09:46:32.349968 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff6f5b-9e9e-4205-bbd9-13a5646e5e7c req-8107b88b-8c45-49d2-ad89-c13449241ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:32.353336 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-06ff6f5b-9e9e-4205-bbd9-13a5646e5e7c req-8107b88b-8c45-49d2-ad89-c13449241ea6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 1103 time: 0.2355866 Jan 14 09:46:32.412401 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fb9bd7b6-f5db-4ea2-a952-c11ca65ba656 req-8d0f8513-fdaf-4a8a-a829-ce730bcc55e8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134229 Jan 14 09:46:32.444659 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb64e0-9702-41b4-875b-65febff5d9f6 req-94f0ea43-e5ce-4b7a-9f99-90311b38af8f tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:32.460588 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0fb64e0-9702-41b4-875b-65febff5d9f6 req-94f0ea43-e5ce-4b7a-9f99-90311b38af8f tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 950 time: 0.2719197 Jan 14 09:46:32.563471 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-06ff6f5b-9e9e-4205-bbd9-13a5646e5e7c req-119e17f4-8fa6-4379-b9a6-9cfb608e65bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021699 Jan 14 09:46:32.723306 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0fb64e0-9702-41b4-875b-65febff5d9f6 req-c4cc2e78-9699-466a-9a44-5ad46a7a4cee tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610936 Jan 14 09:46:32.744880 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (d75029e8-829d-4efc-a4e5-d33317ca09ea), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:33.103770 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75029e8-829d-4efc-a4e5-d33317ca09ea,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:33.126189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Checking segment: {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:46:33.126420 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Network hostable DHCP agents. Network: 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:46:33.150856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:46:33.163639 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:46:33.168386 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:33.169235 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:33.188219 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43b5c5-ee9b-4061-ac5f-78e8d400c50b None None] Network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:46:33.196897 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0de950a4-6141-4a5c-b0e4-7d45a5491d5b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3532269 Jan 14 09:46:33.312432 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8b9a3-82be-4b04-b9af-8dc288364c9f None None] Network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:46:33.321263 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39694) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:33.606928 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e238-b28b-4a98-980f-07e522479fcf req-0687d9d9-5dd9-40ed-8728-2a3e75c85241 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:33.609565 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c306e238-b28b-4a98-980f-07e522479fcf req-0687d9d9-5dd9-40ed-8728-2a3e75c85241 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0939150 Jan 14 09:46:33.624582 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d9f7781e-5d88-4bc0-bc4e-a5bf5bfe6d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:33.707901 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c306e238-b28b-4a98-980f-07e522479fcf req-c4bd357c-53e8-409c-993a-0f72a87c7356 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852797 Jan 14 09:46:33.764124 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d9f7781e-5d88-4bc0-bc4e-a5bf5bfe6d15 admin admin] Publish callbacks [] for security_group (ef88002e-5703-4f74-be03-d694c3423534), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:33.770304 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d9f7781e-5d88-4bc0-bc4e-a5bf5bfe6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ef88002e-5703-4f74-be03-d694c3423534), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:33.815655 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d9f7781e-5d88-4bc0-bc4e-a5bf5bfe6d15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb4428c46be9428b9256eec3b2b1f3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929225 Jan 14 09:46:33.816017 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39712) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:33.821628 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7781e-5d88-4bc0-bc4e-a5bf5bfe6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88002e-5703-4f74-be03-d694c3423534,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:33.965739 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380faca-4ba1-4bd3-ac02-8bce74e09b5b req-19a3e959-35de-4000-853c-f8c0d2f43264 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:33.983173 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9380faca-4ba1-4bd3-ac02-8bce74e09b5b req-19a3e959-35de-4000-853c-f8c0d2f43264 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 950 time: 0.0949183 Jan 14 09:46:33.993736 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-052fcede-cd92-4176-a6f5-5aa39f3ae320 admin admin] Publish callbacks [] for security_group (ef88002e-5703-4f74-be03-d694c3423534), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:34.057054 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-052fcede-cd92-4176-a6f5-5aa39f3ae320 admin admin] Publish callbacks [] for security_group (ef88002e-5703-4f74-be03-d694c3423534), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:34.112521 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9380faca-4ba1-4bd3-ac02-8bce74e09b5b req-086735ca-7d97-4c5e-9272-58706e9f9923 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280346 Jan 14 09:46:34.148940 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-052fcede-cd92-4176-a6f5-5aa39f3ae320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ef88002e-5703-4f74-be03-d694c3423534), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:34.154168 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-052fcede-cd92-4176-a6f5-5aa39f3ae320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:34.159078 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-052fcede-cd92-4176-a6f5-5aa39f3ae320 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef88002e-5703-4f74-be03-d694c3423534 HTTP/1.1" status: 204 len: 168 time: 0.3385217 Jan 14 09:46:34.170247 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fcede-cd92-4176-a6f5-5aa39f3ae320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88002e-5703-4f74-be03-d694c3423534,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:34.818140 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39742) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:34.832925 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-82517295-4d09-486f-a5a6-db82b6a2b9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:34.897823 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa83fb-d503-4ff9-aef3-2df659863bc8 req-14503158-33da-40af-b4ac-7d274ab9ff21 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:34.900691 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d9aa83fb-d503-4ff9-aef3-2df659863bc8 req-14503158-33da-40af-b4ac-7d274ab9ff21 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0996304 Jan 14 09:46:34.964687 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39746) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:34.980381 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-82517295-4d09-486f-a5a6-db82b6a2b9cf admin admin] Publish callbacks [] for security_group (35b2b7dc-2382-42f9-b4a7-ac4a3c41a625), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:34.987703 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-82517295-4d09-486f-a5a6-db82b6a2b9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (35b2b7dc-2382-42f9-b4a7-ac4a3c41a625), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.024077 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d9aa83fb-d503-4ff9-aef3-2df659863bc8 req-92ee6216-77e0-46bc-beed-152e0f794130 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138024 Jan 14 09:46:35.083142 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-82517295-4d09-486f-a5a6-db82b6a2b9cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c01fba919050409289a5f609cfca15fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635112 Jan 14 09:46:35.084790 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82517295-4d09-486f-a5a6-db82b6a2b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2b7dc-2382-42f9-b4a7-ac4a3c41a625,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:35.085755 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39752) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:35.153928 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-af76e786-c21c-4ded-b27b-b73336a3f43e admin admin] Publish callbacks [] for security_group (35b2b7dc-2382-42f9-b4a7-ac4a3c41a625), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.157595 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6028a959-f327-4283-959e-53afe7d64f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.196393 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-af76e786-c21c-4ded-b27b-b73336a3f43e admin admin] Publish callbacks [] for security_group (35b2b7dc-2382-42f9-b4a7-ac4a3c41a625), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.285734 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6028a959-f327-4283-959e-53afe7d64f59 admin admin] Publish callbacks [] for security_group (89d4f551-f09d-4416-8787-7f51cdb04904), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.295879 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6028a959-f327-4283-959e-53afe7d64f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (89d4f551-f09d-4416-8787-7f51cdb04904), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.334372 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-af76e786-c21c-4ded-b27b-b73336a3f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (35b2b7dc-2382-42f9-b4a7-ac4a3c41a625), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.337243 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-af76e786-c21c-4ded-b27b-b73336a3f43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.338617 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-af76e786-c21c-4ded-b27b-b73336a3f43e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35b2b7dc-2382-42f9-b4a7-ac4a3c41a625 HTTP/1.1" status: 204 len: 168 time: 0.2516198 Jan 14 09:46:35.350299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52808a-8e2b-4893-8e17-38ddb24c1734 req-972b82c4-8cb4-4acd-b8f8-f58c168e7f5c tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:35.351906 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de52808a-8e2b-4893-8e17-38ddb24c1734 req-972b82c4-8cb4-4acd-b8f8-f58c168e7f5c tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 950 time: 0.0893841 Jan 14 09:46:35.354591 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028a959-f327-4283-959e-53afe7d64f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d4f551-f09d-4416-8787-7f51cdb04904,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:35.359816 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e786-c21c-4ded-b27b-b73336a3f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2b7dc-2382-42f9-b4a7-ac4a3c41a625,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:35.382469 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6028a959-f327-4283-959e-53afe7d64f59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84e46ff908814e8791e45fa55ccc90e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156542 Jan 14 09:46:35.386011 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39762) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:35.429318 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39764) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:35.429813 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de52808a-8e2b-4893-8e17-38ddb24c1734 req-6706674e-cea1-411e-b925-a5b9f3f5f2fd tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706530 Jan 14 09:46:35.475994 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b575e43-e029-4c36-ae4c-4580c4c618fe admin admin] Publish callbacks [] for security_group (89d4f551-f09d-4416-8787-7f51cdb04904), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.523582 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b575e43-e029-4c36-ae4c-4580c4c618fe admin admin] Publish callbacks [] for security_group (89d4f551-f09d-4416-8787-7f51cdb04904), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.623771 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2dc208d0-b958-479c-9b03-462411adcee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.636181 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b575e43-e029-4c36-ae4c-4580c4c618fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (89d4f551-f09d-4416-8787-7f51cdb04904), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.640250 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b575e43-e029-4c36-ae4c-4580c4c618fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.643259 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7b575e43-e029-4c36-ae4c-4580c4c618fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89d4f551-f09d-4416-8787-7f51cdb04904 HTTP/1.1" status: 204 len: 168 time: 0.2557771 Jan 14 09:46:35.658911 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b575e43-e029-4c36-ae4c-4580c4c618fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d4f551-f09d-4416-8787-7f51cdb04904,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:35.773717 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2dc208d0-b958-479c-9b03-462411adcee9 admin admin] Publish callbacks [] for security_group (c1901938-e289-4464-ad42-c8a1cd50fe6c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.780561 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2dc208d0-b958-479c-9b03-462411adcee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c1901938-e289-4464-ad42-c8a1cd50fe6c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:35.849523 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2dc208d0-b958-479c-9b03-462411adcee9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff27684dfe184c75ac7d695aeefb35b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139166 Jan 14 09:46:35.850084 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 39792) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:35.887430 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc208d0-b958-479c-9b03-462411adcee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1901938-e289-4464-ad42-c8a1cd50fe6c,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:35.994805 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1721da-3703-4dd6-bf88-3f35560d616f req-e2f56bae-bc8c-4a14-9829-4a666c5fbffe tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:35.998160 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8e1721da-3703-4dd6-bf88-3f35560d616f req-e2f56bae-bc8c-4a14-9829-4a666c5fbffe tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 950 time: 0.0996161 Jan 14 09:46:36.005535 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bf9485c7-a06f-4f60-83f1-cb0bc1ce0de4 admin admin] Publish callbacks [] for security_group (c1901938-e289-4464-ad42-c8a1cd50fe6c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.059881 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bf9485c7-a06f-4f60-83f1-cb0bc1ce0de4 admin admin] Publish callbacks [] for security_group (c1901938-e289-4464-ad42-c8a1cd50fe6c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.076267 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8e1721da-3703-4dd6-bf88-3f35560d616f req-e7ebb8d6-c1f5-47ce-9f48-141e2093e815 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718255 Jan 14 09:46:36.122915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-90899cce-a41a-4888-956a-6ea6e9d840e3 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:36.130813 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-90899cce-a41a-4888-956a-6ea6e9d840e3 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/networks?id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 200 len: 808 time: 0.2094905 Jan 14 09:46:36.153771 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-9048acde-6cd7-4481-b7e2-927b5b0fa7a2 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/quotas/e8c5dc7c85e0401084a77fbddaa59ed7 HTTP/1.1" status: 200 len: 375 time: 0.0215223 Jan 14 09:46:36.185750 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-633087c1-1ff9-45d7-a6e4-73fb45db7caa tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305986 Jan 14 09:46:36.211171 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bf9485c7-a06f-4f60-83f1-cb0bc1ce0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c1901938-e289-4464-ad42-c8a1cd50fe6c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.213882 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bf9485c7-a06f-4f60-83f1-cb0bc1ce0de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.215208 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-bf9485c7-a06f-4f60-83f1-cb0bc1ce0de4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1901938-e289-4464-ad42-c8a1cd50fe6c HTTP/1.1" status: 204 len: 168 time: 0.3656452 Jan 14 09:46:36.238161 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df606ebe-18f9-4eea-9ebf-1d2959fc1902 req-d7c4949e-54ea-4a62-b619-87db09079c25 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:36.239780 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-df606ebe-18f9-4eea-9ebf-1d2959fc1902 req-d7c4949e-54ea-4a62-b619-87db09079c25 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0806248 Jan 14 09:46:36.252489 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39814) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:36.266707 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9485c7-a06f-4f60-83f1-cb0bc1ce0de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1901938-e289-4464-ad42-c8a1cd50fe6c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:36.301681 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b060647-4e4b-4120-8a6c-a2f4e5ac1703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.344912 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-247bbc5e-478d-4513-803b-8ecb1ef2ab04 service neutron] 10.222.0.48 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435633 Jan 14 09:46:36.409788 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-df606ebe-18f9-4eea-9ebf-1d2959fc1902 req-238a8b04-a923-4e15-8f71-27b7c1ae3e11 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586192 Jan 14 09:46:36.496498 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b060647-4e4b-4120-8a6c-a2f4e5ac1703 admin admin] Publish callbacks [] for security_group (e854e517-8283-456a-8b8a-4f540e38ca00), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.503013 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7b060647-4e4b-4120-8a6c-a2f4e5ac1703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (e854e517-8283-456a-8b8a-4f540e38ca00), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.547748 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-91c0046f-f35c-4706-b9cb-9b2d9385d27d service neutron] 10.222.0.48 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004051 Jan 14 09:46:36.559378 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7b060647-4e4b-4120-8a6c-a2f4e5ac1703 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9ce93c4ed20485d8228e43db40d7474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016891 Jan 14 09:46:36.561237 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 39822) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:36.618931 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b060647-4e4b-4120-8a6c-a2f4e5ac1703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e854e517-8283-456a-8b8a-4f540e38ca00,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:36.698530 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-43d78cba-df89-47f1-8eb9-9a1f7add4de7 admin admin] Publish callbacks [] for security_group (e854e517-8283-456a-8b8a-4f540e38ca00), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.744016 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-43d78cba-df89-47f1-8eb9-9a1f7add4de7 admin admin] Publish callbacks [] for security_group (e854e517-8283-456a-8b8a-4f540e38ca00), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.870539 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-43d78cba-df89-47f1-8eb9-9a1f7add4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (e854e517-8283-456a-8b8a-4f540e38ca00), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.873594 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-43d78cba-df89-47f1-8eb9-9a1f7add4de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:36.879542 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-43d78cba-df89-47f1-8eb9-9a1f7add4de7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e854e517-8283-456a-8b8a-4f540e38ca00 HTTP/1.1" status: 204 len: 168 time: 0.3037682 Jan 14 09:46:36.903866 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d78cba-df89-47f1-8eb9-9a1f7add4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e854e517-8283-456a-8b8a-4f540e38ca00,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:36.974461 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bee35db8-08fa-42fc-9ed3-1eb394322a1d req-02dba6e9-3001-4057-8f1f-992c42faee58 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 210 time: 0.0731580 Jan 14 09:46:37.118060 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad018d5-3ade-4da1-9718-90849efaeb49 req-02aeb6df-fbdb-4b09-838c-40a5f4186a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:37.120709 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9ad018d5-3ade-4da1-9718-90849efaeb49 req-02aeb6df-fbdb-4b09-838c-40a5f4186a32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 1099 time: 0.0910201 Jan 14 09:46:37.201429 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9ad018d5-3ade-4da1-9718-90849efaeb49 req-397a104d-6bd9-4ae6-9067-844b20c0268b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723324 Jan 14 09:46:37.307246 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff3164-adfa-4552-878c-f3715a1d92ae req-dc14a527-138c-4d8c-889f-14a482d1f26e tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:37.309320 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d9ff3164-adfa-4552-878c-f3715a1d92ae req-dc14a527-138c-4d8c-889f-14a482d1f26e tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 950 time: 0.0995429 Jan 14 09:46:37.409726 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d9ff3164-adfa-4552-878c-f3715a1d92ae req-dda63090-7891-493d-919a-1d69fcb08850 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/security-groups?id=c859d30a-59e5-468f-ad3d-bcac491d949c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891304 Jan 14 09:46:37.599354 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d5758-f4b4-4723-b81b-9ab2c6a9bcda req-449f5faf-73f1-4c78-af41-27e2f468edad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:37.607056 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d71d5758-f4b4-4723-b81b-9ab2c6a9bcda req-449f5faf-73f1-4c78-af41-27e2f468edad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0810740 Jan 14 09:46:37.698920 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d71d5758-f4b4-4723-b81b-9ab2c6a9bcda req-fde68059-0710-41ca-ab09-2b2ee6a4eada tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847983 Jan 14 09:46:37.756736 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-5a71e487-b300-4c07-b567-46eade7938e2 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:37.758568 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-5a71e487-b300-4c07-b567-46eade7938e2 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 950 time: 0.1105099 Jan 14 09:46:37.887107 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Deleting port 3e490279-0871-49bf-b2a7-35bd468d9846 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:46:37.887444 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:38.033729 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] For port 3e490279-0871-49bf-b2a7-35bd468d9846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3e490279-0871-49bf-b2a7-35bd468d9846,segment=NetworkSegment(61017ce1-33c7-4a7c-8f73-7ea74ac9b224),segment_id=61017ce1-33c7-4a7c-8f73-7ea74ac9b224)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:38.035902 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:38.059302 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Calling delete_port for 3e490279-0871-49bf-b2a7-35bd468d9846 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:46:38.188419 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fe787416-0ac8-4156-af07-42b5964d6794 req-df0c149e-d748-4099-b5b5-5c8d04befd25 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 210 time: 0.0498557 Jan 14 09:46:38.315735 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (3e490279-0871-49bf-b2a7-35bd468d9846), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:38.334857 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['3e490279-0871-49bf-b2a7-35bd468d9846'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:46:38.355917 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Pushing event deleted for resources: {'Port': ['ID=3e490279-0871-49bf-b2a7-35bd468d9846,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:38.446898 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] No DVR routers for this DVR port 3e490279-0871-49bf-b2a7-35bd468d9846 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:46:38.452061 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:38.460190 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d3e81acd-94c6-4e9a-aff3-90e28a154e50 req-f519f61a-c21a-496f-9a37-9fd9fbc35954 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.45 "DELETE /v2.0/ports/3e490279-0871-49bf-b2a7-35bd468d9846 HTTP/1.1" status: 204 len: 173 time: 0.6912258 Jan 14 09:46:38.461350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'name': 'network-vif-deleted', 'tag': '3e490279-0871-49bf-b2a7-35bd468d9846'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:38.467739 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d494ce0-c786-4dae-a778-1fc11790f9e3" -d '{"events": [{"server_uuid": "b5b336a5-cb5b-4c67-a622-38e19ab3e072", "name": "network-vif-deleted", "tag": "3e490279-0871-49bf-b2a7-35bd468d9846"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:38.572012 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f48127-e758-435a-998f-60ac2009a839 x-openstack-request-id: req-74f48127-e758-435a-998f-60ac2009a839 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:38.575089 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b336a5-cb5b-4c67-a622-38e19ab3e072", "name": "network-vif-deleted", "tag": "3e490279-0871-49bf-b2a7-35bd468d9846", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:38.575538 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74f48127-e758-435a-998f-60ac2009a839 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:38.576241 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b336a5-cb5b-4c67-a622-38e19ab3e072', 'name': 'network-vif-deleted', 'tag': '3e490279-0871-49bf-b2a7-35bd468d9846', 'status': 'completed', 'code': 200} Jan 14 09:46:38.703382 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a5e848d9-4f59-4594-b279-72d83bc06432 req-5b30f393-2d68-4f33-bc10-84129da61587 tempest-VolumesNegativeTest-169600450 tempest-VolumesNegativeTest-169600450-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b336a5-cb5b-4c67-a622-38e19ab3e072 HTTP/1.1" status: 200 len: 210 time: 0.0903273 Jan 14 09:46:38.999872 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-6a7e7a31-3fbe-413f-8441-a5291363ca1c tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:39.005383 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-6a7e7a31-3fbe-413f-8441-a5291363ca1c tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "GET /v2.0/networks?id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 200 len: 808 time: 0.4119346 Jan 14 09:46:39.030246 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Request body: {'port': {'device_id': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e', 'admin_state_up': True, 'tenant_id': 'e8c5dc7c85e0401084a77fbddaa59ed7'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:39.104865 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c6ed-058b-4cb7-b8b3-11dbd9a73c88 req-9e1eb6c9-ce52-4a9b-b063-1a59712c0f95 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:39.114505 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9ca1c6ed-058b-4cb7-b8b3-11dbd9a73c88 req-9e1eb6c9-ce52-4a9b-b063-1a59712c0f95 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.2556694 Jan 14 09:46:39.233038 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9ca1c6ed-058b-4cb7-b8b3-11dbd9a73c88 req-34cf0e12-2fd5-4f13-9249-dc9189c18297 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167736 Jan 14 09:46:39.344002 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Made reservation on behalf of e8c5dc7c85e0401084a77fbddaa59ed7 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:39.348535 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:39.383736 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-db4981a9-2635-4898-bc43-ffa56fc2a1dd req-5febc35a-e9ba-49ad-8fb7-31834b35188b tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 210 time: 0.0547976 Jan 14 09:46:39.545186 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660e08a-83d9-4adc-a956-a52f90dcb71c req-66991bd6-03e5-4749-be93-6a566140dd53 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:39.553429 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7660e08a-83d9-4adc-a956-a52f90dcb71c req-66991bd6-03e5-4749-be93-6a566140dd53 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1709929 Jan 14 09:46:39.725535 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Allocated IP 172.20.0.8 (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e/d75029e8-829d-4efc-a4e5-d33317ca09ea/a71be28b-6728-45d2-8acb-a6d3f5284383) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:46:39.832605 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7660e08a-83d9-4adc-a956-a52f90dcb71c req-93e07eb9-f099-41be-9ce3-6bd392b1892a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782443 Jan 14 09:46:40.092593 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks [] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:40.183065 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:40.266715 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Pushing event updated for resources: {'Port': ['ID=a71be28b-6728-45d2-8acb-a6d3f5284383,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:40.271297 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:46:40.274299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:46:40.277892 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.282051 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:46:40.284855 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:46:40.285588 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:40.285748 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:40.308619 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-e08d69e9-db40-4c13-bb92-b16ed802e7f4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836390 Jan 14 09:46:40.326834 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Request body: {'port': {'device_id': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:40.434377 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:40.703438 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565854a3-5c3b-41c3-9d2f-302ff0ea3d5e req-864345b2-b0f2-4556-a86a-50b4a81fa51a tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:40.706483 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-565854a3-5c3b-41c3-9d2f-302ff0ea3d5e req-864345b2-b0f2-4556-a86a-50b4a81fa51a tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 931 time: 0.0850682 Jan 14 09:46:40.791591 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-565854a3-5c3b-41c3-9d2f-302ff0ea3d5e req-8690dac8-e9cf-4b60-a3ff-0e7269506a29 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758960 Jan 14 09:46:40.856159 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71be28b-6728-45d2-8acb-a6d3f5284383 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:46:40.877243 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Publish callbacks [] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:40.906826 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Transition to ACTIVE for port object a71be28b-6728-45d2-8acb-a6d3f5284383 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:46:40.914992 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:41.040296 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Pushing event updated for resources: {'Port': ['ID=a71be28b-6728-45d2-8acb-a6d3f5284383,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:41.060087 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Attempting to bind port a71be28b-6728-45d2-8acb-a6d3f5284383 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:46:41.060926 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Attempting to bind port a71be28b-6728-45d2-8acb-a6d3f5284383 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:46:41.061719 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Attempting to bind port a71be28b-6728-45d2-8acb-a6d3f5284383 on network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:46:41.071819 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Port a71be28b-6728-45d2-8acb-a6d3f5284383 on network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:46:41.072931 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Attempting to bind port a71be28b-6728-45d2-8acb-a6d3f5284383 on network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:46:41.087221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:46:41.087772 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Checking segment: {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:46:41.088429 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Bound using segment: {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:46:41.089446 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Bound port: a71be28b-6728-45d2-8acb-a6d3f5284383, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:46:41.090287 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:41.235385 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3e490279-0871-49bf-b2a7-35bd468d9846 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:46:41.240799 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] For port a71be28b-6728-45d2-8acb-a6d3f5284383, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:46:41.244988 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] For port a71be28b-6728-45d2-8acb-a6d3f5284383, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a71be28b-6728-45d2-8acb-a6d3f5284383,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:46:41.251622 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:41.320796 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:41.321721 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:41.324253 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] 10.222.0.45 "PUT /v2.0/ports/a71be28b-6728-45d2-8acb-a6d3f5284383 HTTP/1.1" status: 200 len: 1093 time: 1.0042493 Jan 14 09:46:41.324728 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'tag': 'a71be28b-6728-45d2-8acb-a6d3f5284383'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:41.327430 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc41f886-a258-4d06-94d7-82fe40ab9a3c", "tag": "a71be28b-6728-45d2-8acb-a6d3f5284383"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:41.349917 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 3e490279-0871-49bf-b2a7-35bd468d9846 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:46:41.357798 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3e490279-0871-49bf-b2a7-35bd468d9846 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:46:41.439354 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9674b83-3325-470b-8118-4213be04124a x-openstack-request-id: req-c9674b83-3325-470b-8118-4213be04124a {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:41.439681 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc41f886-a258-4d06-94d7-82fe40ab9a3c", "tag": "a71be28b-6728-45d2-8acb-a6d3f5284383", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:41.439908 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9674b83-3325-470b-8118-4213be04124a {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:41.440302 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'tag': 'a71be28b-6728-45d2-8acb-a6d3f5284383', 'status': 'completed', 'code': 200} Jan 14 09:46:41.450134 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230447-f2f2-48bc-a66b-79c4af665ffe service neutron] Pushing event updated for resources: {'Port': ['ID=a71be28b-6728-45d2-8acb-a6d3f5284383,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:41.487858 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-b396b12e-6056-4f21-9b90-3ff794277464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:41.492811 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-b396b12e-6056-4f21-9b90-3ff794277464 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 1096 time: 0.1072385 Jan 14 09:46:41.562938 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-30a93931-e030-493b-ad16-f0caf63d554e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a71be28b-6728-45d2-8acb-a6d3f5284383 HTTP/1.1" status: 200 len: 217 time: 0.0495052 Jan 14 09:46:41.661153 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-d20769cf-5768-4f8e-b82a-2d3556b6fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:41.662963 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-d20769cf-5768-4f8e-b82a-2d3556b6fd0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d75029e8-829d-4efc-a4e5-d33317ca09ea HTTP/1.1" status: 200 len: 848 time: 0.0922587 Jan 14 09:46:41.700802 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-eeb72795-3ef4-4e09-b874-128f31001343 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306678 Jan 14 09:46:41.906033 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-bf2a6507-7abf-41d0-9c3f-8338855df423 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938310 Jan 14 09:46:42.005451 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1e9f3-a73c-400b-b09f-c0ef6454464a req-a15e1744-0b01-414e-b3fe-bd0a4ef13aec tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:42.007634 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b3a1e9f3-a73c-400b-b09f-c0ef6454464a req-a15e1744-0b01-414e-b3fe-bd0a4ef13aec tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 943 time: 0.0921235 Jan 14 09:46:42.084547 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b3a1e9f3-a73c-400b-b09f-c0ef6454464a req-84c887ed-8662-4e77-aae9-5abc73099e71 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Jan 14 09:46:42.115778 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38451bd3-0583-43b9-8df2-f81d0b3e44c0 req-ec3b6466-acee-4013-b90d-15ec2f35e510 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:42.118660 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-38451bd3-0583-43b9-8df2-f81d0b3e44c0 req-ec3b6466-acee-4013-b90d-15ec2f35e510 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0899444 Jan 14 09:46:42.204429 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-38451bd3-0583-43b9-8df2-f81d0b3e44c0 req-c19977a4-9544-4ab4-ba45-00d1217743b2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788286 Jan 14 09:46:42.786755 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e888b38-cc19-47f1-9a38-06c830c850f9 req-4af86637-a989-4b3c-b466-f1b6263bf6cd service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822906 Jan 14 09:46:44.590333 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a4450-da22-4c3b-800a-994d47af4a41 req-c18eeb0e-82ca-4433-8e12-7c46636e8e6b tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:44.594760 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-517a4450-da22-4c3b-800a-994d47af4a41 req-c18eeb0e-82ca-4433-8e12-7c46636e8e6b tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 943 time: 0.1045761 Jan 14 09:46:44.658464 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-15df9c17-5fe0-4b61-b51a-81361c9f0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:44.661205 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-15df9c17-5fe0-4b61-b51a-81361c9f0257 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.2313554 Jan 14 09:46:44.668111 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-6ad3ea7a-5694-49da-968b-81e0264aeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:44.670806 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-6ad3ea7a-5694-49da-968b-81e0264aeadc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 1096 time: 0.2065244 Jan 14 09:46:44.672807 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-517a4450-da22-4c3b-800a-994d47af4a41 req-9ac2d159-0963-4364-ab45-3edffdadd8d0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665703 Jan 14 09:46:44.734976 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06fe66-b9ac-4687-9215-b3359c1586f1 req-7a55c8d3-59e0-4b3e-b1e7-27833ac8ebb2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:44.738029 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7b06fe66-b9ac-4687-9215-b3359c1586f1 req-7a55c8d3-59e0-4b3e-b1e7-27833ac8ebb2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1682289 Jan 14 09:46:44.932350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-757805ff-a1c5-46f9-966a-b066347bc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:44.935934 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-757805ff-a1c5-46f9-966a-b066347bc61b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 200 len: 909 time: 0.2474871 Jan 14 09:46:44.961924 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7b06fe66-b9ac-4687-9215-b3359c1586f1 req-c3f34de4-67a1-4e5e-abdd-5d8b35981835 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584940 Jan 14 09:46:44.967655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-c5a869f1-b96a-4e26-beb0-7ae99d614e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:44.971634 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-c5a869f1-b96a-4e26-beb0-7ae99d614e4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.2974026 Jan 14 09:46:45.056112 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-774f8240-fdd7-493e-bb87-535c2fef19b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a71be28b-6728-45d2-8acb-a6d3f5284383 HTTP/1.1" status: 200 len: 217 time: 0.1120729 Jan 14 09:46:45.106747 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-ae67f73c-b625-4fc4-9d71-776b1fc2351b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0659568 Jan 14 09:46:45.303448 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-b7a9b2aa-58cb-49b8-b4d1-e22bd5112dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:45.306201 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-b7a9b2aa-58cb-49b8-b4d1-e22bd5112dad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d75029e8-829d-4efc-a4e5-d33317ca09ea HTTP/1.1" status: 200 len: 848 time: 0.2138407 Jan 14 09:46:45.366450 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-b52985ae-83f7-4fcc-b341-88d07ef7be0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475266 Jan 14 09:46:45.369049 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-e31ca2f0-e3c8-4828-987d-ea4fd9a0180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:45.371531 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-e31ca2f0-e3c8-4828-987d-ea4fd9a0180f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.1913891 Jan 14 09:46:45.541510 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-59e10a43-5183-4787-92b3-a29394501d74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541128 Jan 14 09:46:45.664118 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-c5328a4b-202d-4aa2-9fa6-562e4f452d1e service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905626 Jan 14 09:46:45.726423 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-9604b9e3-6116-4e0f-bcb1-44d14a1a1d3d service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723917 Jan 14 09:46:45.832633 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-72a275cc-ba50-4e7a-9ff7-ec2d8210abcc req-12ebe71e-91af-4fd7-96f7-3e55d05d9537 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607275 Jan 14 09:46:45.834842 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60570e67-b7cb-46e9-b0a2-a4d88098a792 req-91a43323-95e9-48ce-9e13-67942f417edb tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:45.838879 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-60570e67-b7cb-46e9-b0a2-a4d88098a792 req-91a43323-95e9-48ce-9e13-67942f417edb tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 943 time: 0.0683563 Jan 14 09:46:45.898718 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-33aeedb6-803f-4edb-902e-b5e95bd83c05 req-8f403d99-19d0-47ca-bf30-837639694571 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640031 Jan 14 09:46:45.919647 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-60570e67-b7cb-46e9-b0a2-a4d88098a792 req-a2bf65c6-b007-4c4d-a17f-722ddc023eba tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683677 Jan 14 09:46:46.046934 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:46.182130 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc053f0-ac83-4a8c-819e-1ae698b9c540 req-79eaf3b1-b3bf-447c-b4fe-f8cbd02c0861 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:46.186238 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc053f0-ac83-4a8c-819e-1ae698b9c540 req-79eaf3b1-b3bf-447c-b4fe-f8cbd02c0861 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0678635 Jan 14 09:46:46.277608 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc053f0-ac83-4a8c-819e-1ae698b9c540 req-88aae560-5562-46a4-9604-95e3287f9b19 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789769 Jan 14 09:46:46.313873 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40364) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:46.503739 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-9c2056b6-f816-4c5f-849a-f5cadb58ade2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36e00a0e74f2414b9dd568f991ebe1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874304 Jan 14 09:46:46.505838 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40372) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:46.577135 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f0adb442-b2ef-476e-97f8-2f58f6edc67b admin admin] Publish callbacks [] for security_group (c859d30a-59e5-468f-ad3d-bcac491d949c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:46.615793 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f0adb442-b2ef-476e-97f8-2f58f6edc67b admin admin] Publish callbacks [] for security_group (c859d30a-59e5-468f-ad3d-bcac491d949c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:46.719055 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f0adb442-b2ef-476e-97f8-2f58f6edc67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c859d30a-59e5-468f-ad3d-bcac491d949c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:46.724037 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f0adb442-b2ef-476e-97f8-2f58f6edc67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:46.726270 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-f0adb442-b2ef-476e-97f8-2f58f6edc67b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c859d30a-59e5-468f-ad3d-bcac491d949c HTTP/1.1" status: 204 len: 168 time: 0.2189448 Jan 14 09:46:46.743091 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adb442-b2ef-476e-97f8-2f58f6edc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c859d30a-59e5-468f-ad3d-bcac491d949c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:47.091589 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d4d8c-1fc3-4457-9323-136ab9f907fc req-4b3746dd-0999-49f0-b41f-cb10b1384de5 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:47.093232 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e64d4d8c-1fc3-4457-9323-136ab9f907fc req-4b3746dd-0999-49f0-b41f-cb10b1384de5 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 943 time: 0.0595951 Jan 14 09:46:47.175207 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e64d4d8c-1fc3-4457-9323-136ab9f907fc req-e506236b-fe52-4e5c-8093-58c2204af6d2 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717332 Jan 14 09:46:47.257322 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a71be28b-6728-45d2-8acb-a6d3f5284383 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:46:47.485195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port a71be28b-6728-45d2-8acb-a6d3f5284383, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a71be28b-6728-45d2-8acb-a6d3f5284383,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:47.512720 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'a71be28b-6728-45d2-8acb-a6d3f5284383', 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e', 'port_id': 'a71be28b-6728-45d2-8acb-a6d3f5284383', 'mac_address': 'fa:16:3e:c6:19:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75029e8-829d-4efc-a4e5-d33317ca09ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:46:47.552885 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c252483-e109-4f8d-bc5e-c933704d1540 req-8e11386e-899b-4b4b-8808-2fbb55021e2d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:47.567517 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8c252483-e109-4f8d-bc5e-c933704d1540 req-8e11386e-899b-4b4b-8808-2fbb55021e2d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1234937 Jan 14 09:46:47.594124 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port a71be28b-6728-45d2-8acb-a6d3f5284383 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:46:47.594124 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:47.619627 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71be28b-6728-45d2-8acb-a6d3f5284383 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:46:47.657957 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8c252483-e109-4f8d-bc5e-c933704d1540 req-4792a574-b9c7-484c-96c3-a4f354635928 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885060 Jan 14 09:46:47.660617 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40416) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:47.666696 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port a71be28b-6728-45d2-8acb-a6d3f5284383, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a71be28b-6728-45d2-8acb-a6d3f5284383,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:47.675320 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:47.772704 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40424) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:47.773871 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=a71be28b-6728-45d2-8acb-a6d3f5284383,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:47.901652 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1122755767-network', 'tenant_id': '36d4eb96fed0490a9a5263574e28cb3f'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:47.936352 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Made reservation on behalf of 36d4eb96fed0490a9a5263574e28cb3f for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:47.947902 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:47.982875 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:47.989470 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bd732a-1516-43ba-a005-3dc31b8d41c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:47.990849 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a71be28b-6728-45d2-8acb-a6d3f5284383'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:46:48.112311 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks [] for security_group (b3be23dc-4b12-4151-8e4e-6742104d61b3), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.121742 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b3be23dc-4b12-4151-8e4e-6742104d61b3), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.132444 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40440) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:48.153526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3be23dc-4b12-4151-8e4e-6742104d61b3,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:48.175111 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:46:48.199182 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (e0373b60-dc86-4874-8fa1-636665727ef9), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.199530 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Added segment e0373b60-dc86-4874-8fa1-636665727ef9 of type vlan for network 4455b2ae-129a-4b69-bef7-804a2060c5d4 Jan 14 09:46:48.226879 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bd732a-1516-43ba-a005-3dc31b8d41c4 admin admin] Publish callbacks [] for security_group (666f0bb4-2c01-4496-aa90-b285247b98ac), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.252743 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-42bd732a-1516-43ba-a005-3dc31b8d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (666f0bb4-2c01-4496-aa90-b285247b98ac), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.288468 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-42bd732a-1516-43ba-a005-3dc31b8d41c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19ed898315204de0abfcaa33cc984d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129771 Jan 14 09:46:48.293161 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40450) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:48.318343 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (4455b2ae-129a-4b69-bef7-804a2060c5d4), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.395271 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6533-b1ec-4aea-9a1f-1a182e2a2fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.402767 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd732a-1516-43ba-a005-3dc31b8d41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f0bb4-2c01-4496-aa90-b285247b98ac,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:48.440909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-516fd35e-b4df-4f8a-9d28-e735c0e9ac6b admin admin] Publish callbacks [] for security_group (666f0bb4-2c01-4496-aa90-b285247b98ac), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.467083 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91561bd9-2933-47ec-b1c2-c8f5f4d182f5 req-00c4ae38-5450-404f-be63-668210b16c71 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:48.470601 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-91561bd9-2933-47ec-b1c2-c8f5f4d182f5 req-00c4ae38-5450-404f-be63-668210b16c71 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 944 time: 0.1435244 Jan 14 09:46:48.471796 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (4455b2ae-129a-4b69-bef7-804a2060c5d4), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.473394 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:48.474607 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.479297 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-516fd35e-b4df-4f8a-9d28-e735c0e9ac6b admin admin] Publish callbacks [] for security_group (666f0bb4-2c01-4496-aa90-b285247b98ac), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.560573 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6533-b1ec-4aea-9a1f-1a182e2a2fec admin admin] Publish callbacks [] for security_group (26100180-0946-424a-a1bd-135a0f8b8266), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.571736 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6533-b1ec-4aea-9a1f-1a182e2a2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (26100180-0946-424a-a1bd-135a0f8b8266), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.577715 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-516fd35e-b4df-4f8a-9d28-e735c0e9ac6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (666f0bb4-2c01-4496-aa90-b285247b98ac), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.581491 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-516fd35e-b4df-4f8a-9d28-e735c0e9ac6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.585221 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-516fd35e-b4df-4f8a-9d28-e735c0e9ac6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/666f0bb4-2c01-4496-aa90-b285247b98ac HTTP/1.1" status: 204 len: 168 time: 0.2865658 Jan 14 09:46:48.611527 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] Pushing event updated for resources: {'Network': ['ID=4455b2ae-129a-4b69-bef7-804a2060c5d4,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:48.627102 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6533-b1ec-4aea-9a1f-1a182e2a2fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26100180-0946-424a-a1bd-135a0f8b8266,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:48.630471 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 4455b2ae-129a-4b69-bef7-804a2060c5d4 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:46:48.644533 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4d2c6533-b1ec-4aea-9a1f-1a182e2a2fec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fffe752186fc4972a1c7bfe4a92a83a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103035 Jan 14 09:46:48.654471 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40454) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:48.707730 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fd35e-b4df-4f8a-9d28-e735c0e9ac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f0bb4-2c01-4496-aa90-b285247b98ac,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:48.750675 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-91561bd9-2933-47ec-b1c2-c8f5f4d182f5 req-6f9d09b7-cf44-42fd-bd6f-f535eb378b9e tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661045 Jan 14 09:46:48.759773 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f91179ee-b77e-4d03-8a8d-52683b298977 admin admin] Publish callbacks [] for security_group (26100180-0946-424a-a1bd-135a0f8b8266), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.769362 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40458) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:48.770194 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2c78b309-377d-48a4-8b16-6badbb0c8f2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1074541 Jan 14 09:46:48.785793 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Request body: {'subnet': {'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1122755767-subnet', 'tenant_id': '36d4eb96fed0490a9a5263574e28cb3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:48.831827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f91179ee-b77e-4d03-8a8d-52683b298977 admin admin] Publish callbacks [] for security_group (26100180-0946-424a-a1bd-135a0f8b8266), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:48.902768 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Made reservation on behalf of 36d4eb96fed0490a9a5263574e28cb3f for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:48.905370 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.253991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcff68d-e667-49e8-b39b-56f085694bae req-f8dae12f-ef66-4c05-8f65-52c306d71a47 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:49.255629 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4dcff68d-e667-49e8-b39b-56f085694bae req-f8dae12f-ef66-4c05-8f65-52c306d71a47 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.4292395 Jan 14 09:46:49.274061 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a71be28b-6728-45d2-8acb-a6d3f5284383 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:46:49.303442 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f91179ee-b77e-4d03-8a8d-52683b298977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (26100180-0946-424a-a1bd-135a0f8b8266), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.308112 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f91179ee-b77e-4d03-8a8d-52683b298977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.312364 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-f91179ee-b77e-4d03-8a8d-52683b298977 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26100180-0946-424a-a1bd-135a0f8b8266 HTTP/1.1" status: 204 len: 168 time: 0.6535189 Jan 14 09:46:49.338316 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91179ee-b77e-4d03-8a8d-52683b298977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26100180-0946-424a-a1bd-135a0f8b8266,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:49.392413 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4dcff68d-e667-49e8-b39b-56f085694bae req-adcc0064-e35a-4ea6-b490-cbb768edc7f7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263437 Jan 14 09:46:49.439335 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port a71be28b-6728-45d2-8acb-a6d3f5284383 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:46:49.445241 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port a71be28b-6728-45d2-8acb-a6d3f5284383 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:46:49.445895 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.523858 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for subnet (54ce6fb8-067b-4ade-8f5f-5c01799c4033), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.556114 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port a71be28b-6728-45d2-8acb-a6d3f5284383 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:46:49.556559 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.581306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ce6fb8-067b-4ade-8f5f-5c01799c4033,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:49.596602 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71be28b-6728-45d2-8acb-a6d3f5284383'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:49.599646 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d8d345-fa34-4c4d-96cb-022898ffe91e" -d '{"events": [{"server_uuid": "dc41f886-a258-4d06-94d7-82fe40ab9a3c", "name": "network-vif-plugged", "status": "completed", "tag": "a71be28b-6728-45d2-8acb-a6d3f5284383"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:49.604575 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Checking segment: {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:46:49.604971 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Network hostable DHCP agents. Network: 4455b2ae-129a-4b69-bef7-804a2060c5d4, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:46:49.614227 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port a71be28b-6728-45d2-8acb-a6d3f5284383, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a71be28b-6728-45d2-8acb-a6d3f5284383,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:49.622709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.626683 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Network 4455b2ae-129a-4b69-bef7-804a2060c5d4 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:46:49.642193 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 4455b2ae-129a-4b69-bef7-804a2060c5d4) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:46:49.659219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:49.661735 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:49.679046 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88b4124-4a26-4476-8465-677e2ff9dae2 x-openstack-request-id: req-b88b4124-4a26-4476-8465-677e2ff9dae2 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:49.679816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc41f886-a258-4d06-94d7-82fe40ab9a3c", "name": "network-vif-plugged", "status": "completed", "tag": "a71be28b-6728-45d2-8acb-a6d3f5284383", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:49.679816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b88b4124-4a26-4476-8465-677e2ff9dae2 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:49.679981 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71be28b-6728-45d2-8acb-a6d3f5284383', 'code': 200} Jan 14 09:46:49.682329 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6ecf1-c7dd-4872-9f72-9bf583859faf None None] Network 4455b2ae-129a-4b69-bef7-804a2060c5d4 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:46:49.691970 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ba01b0e5-534c-489c-a997-bbb550bdd502 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9212775 Jan 14 09:46:49.744879 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=a71be28b-6728-45d2-8acb-a6d3f5284383,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:49.848235 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d2bd0-0b1e-4008-a79a-41e1b1224198 None None] Network 4455b2ae-129a-4b69-bef7-804a2060c5d4 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:46:49.948091 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78813-0d84-47f6-b75f-0bc4186fd4a1 req-c0ff46b1-6ea5-4ab1-9d60-5eab714c1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:49.950003 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eae78813-0d84-47f6-b75f-0bc4186fd4a1 req-c0ff46b1-6ea5-4ab1-9d60-5eab714c1624 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 1098 time: 0.0953043 Jan 14 09:46:49.972332 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f61ec-6857-4f58-8de8-d9b23270f32b req-2a8294fb-7a53-4652-8963-107b18278086 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:49.973906 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a7f61ec-6857-4f58-8de8-d9b23270f32b req-2a8294fb-7a53-4652-8963-107b18278086 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.0847571 Jan 14 09:46:50.029456 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40490) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:50.044969 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1876f8c8-01c0-4871-8726-5285d8e8a56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.047074 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eae78813-0d84-47f6-b75f-0bc4186fd4a1 req-4d432000-1eba-4c0c-aea9-08eed0f5aecf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903082 Jan 14 09:46:50.055588 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a7f61ec-6857-4f58-8de8-d9b23270f32b req-3f1a000a-1313-4f20-b1bd-3a25acea0f50 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730920 Jan 14 09:46:50.150053 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1876f8c8-01c0-4871-8726-5285d8e8a56a admin admin] Publish callbacks [] for security_group (d02b6d2e-c5d6-46ef-8cea-077ac528c39f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.155558 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1876f8c8-01c0-4871-8726-5285d8e8a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d02b6d2e-c5d6-46ef-8cea-077ac528c39f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.199664 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1876f8c8-01c0-4871-8726-5285d8e8a56a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49a80ca265814265b4a6e7b2be399255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687572 Jan 14 09:46:50.201028 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876f8c8-01c0-4871-8726-5285d8e8a56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b6d2e-c5d6-46ef-8cea-077ac528c39f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:50.203722 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40494) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:50.265265 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-53138d91-0cde-4f3b-ae97-2749f4658ba1 admin admin] Publish callbacks [] for security_group (d02b6d2e-c5d6-46ef-8cea-077ac528c39f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.294699 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-53138d91-0cde-4f3b-ae97-2749f4658ba1 admin admin] Publish callbacks [] for security_group (d02b6d2e-c5d6-46ef-8cea-077ac528c39f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.356168 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-53138d91-0cde-4f3b-ae97-2749f4658ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d02b6d2e-c5d6-46ef-8cea-077ac528c39f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.359568 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-53138d91-0cde-4f3b-ae97-2749f4658ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:50.361933 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-53138d91-0cde-4f3b-ae97-2749f4658ba1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d02b6d2e-c5d6-46ef-8cea-077ac528c39f HTTP/1.1" status: 204 len: 168 time: 0.1559846 Jan 14 09:46:50.382847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53138d91-0cde-4f3b-ae97-2749f4658ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b6d2e-c5d6-46ef-8cea-077ac528c39f,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:50.554398 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c536cb-7702-4129-9520-f612d371b13a req-c86091f1-ca81-40eb-b2eb-3a03d67d46b0 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:50.556237 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-81c536cb-7702-4129-9520-f612d371b13a req-c86091f1-ca81-40eb-b2eb-3a03d67d46b0 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0596144 Jan 14 09:46:50.616276 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-81c536cb-7702-4129-9520-f612d371b13a req-656ccbf4-9380-4ff1-b9d1-20f48a40382d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 Jan 14 09:46:51.194741 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d434d-842b-46bd-b799-46c7a4b4adf9 req-7b86869b-8de8-451c-b030-9f6d9f917f79 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:51.196545 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a44d434d-842b-46bd-b799-46c7a4b4adf9 req-7b86869b-8de8-451c-b030-9f6d9f917f79 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.0577686 Jan 14 09:46:51.289001 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a44d434d-842b-46bd-b799-46c7a4b4adf9 req-6b69088c-5bdd-44ca-9624-7ae06cc0240f tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818098 Jan 14 09:46:51.780094 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40558) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:51.802008 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28da23-28f2-4e99-8cda-b8990657c557 req-2d4188c3-50c5-4df1-ae24-8b528a20908c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:51.803728 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6c28da23-28f2-4e99-8cda-b8990657c557 req-2d4188c3-50c5-4df1-ae24-8b528a20908c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0845330 Jan 14 09:46:51.926532 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6c28da23-28f2-4e99-8cda-b8990657c557 req-8b7b7283-2f40-460b-bdc5-f5978b3cc114 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048815 Jan 14 09:46:52.002243 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-236d9deb-397e-4383-bbeb-7d1fe79a87c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.140547 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-236d9deb-397e-4383-bbeb-7d1fe79a87c3 admin admin] Publish callbacks [] for security_group (216f8b37-5e19-43a7-bf4c-8ea51498e38f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.145961 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-236d9deb-397e-4383-bbeb-7d1fe79a87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (216f8b37-5e19-43a7-bf4c-8ea51498e38f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.190867 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-236d9deb-397e-4383-bbeb-7d1fe79a87c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bad6a98152d64cfda696d9e2bc17a264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4075639 Jan 14 09:46:52.191728 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d9deb-397e-4383-bbeb-7d1fe79a87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f8b37-5e19-43a7-bf4c-8ea51498e38f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:52.195307 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40584) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:52.325675 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d81f3a4-f1af-4891-8caa-00507210a9d4 admin admin] Publish callbacks [] for security_group (216f8b37-5e19-43a7-bf4c-8ea51498e38f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.367139 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d81f3a4-f1af-4891-8caa-00507210a9d4 admin admin] Publish callbacks [] for security_group (216f8b37-5e19-43a7-bf4c-8ea51498e38f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.401367 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-afc6469a-47ef-4d1a-9874-e108893595e5 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:52.402995 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-afc6469a-47ef-4d1a-9874-e108893595e5 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/networks?id=4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 200 len: 814 time: 0.1801662 Jan 14 09:46:52.441597 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-85c308ec-a879-4dd2-aa8d-76999c502067 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/quotas/36d4eb96fed0490a9a5263574e28cb3f HTTP/1.1" status: 200 len: 375 time: 0.0234451 Jan 14 09:46:52.482513 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc32f1e-f64c-413b-a014-7cddcf4df7c8 req-92491f60-a265-458e-975f-8b6bdd171c98 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:52.485084 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-edc32f1e-f64c-413b-a014-7cddcf4df7c8 req-92491f60-a265-458e-975f-8b6bdd171c98 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.0933006 Jan 14 09:46:52.504264 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-75dd633d-04ad-4fc7-8751-728e1d2a5b65 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468862 Jan 14 09:46:52.510456 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d81f3a4-f1af-4891-8caa-00507210a9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (216f8b37-5e19-43a7-bf4c-8ea51498e38f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.513737 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d81f3a4-f1af-4891-8caa-00507210a9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:52.515293 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1d81f3a4-f1af-4891-8caa-00507210a9d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/216f8b37-5e19-43a7-bf4c-8ea51498e38f HTTP/1.1" status: 204 len: 168 time: 0.3183846 Jan 14 09:46:52.580185 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81f3a4-f1af-4891-8caa-00507210a9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f8b37-5e19-43a7-bf4c-8ea51498e38f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:52.602480 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-edc32f1e-f64c-413b-a014-7cddcf4df7c8 req-4a07993f-712e-4025-b19b-bb7f2100dcbf tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098430 Jan 14 09:46:52.644556 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-a8471e00-ac57-4fa2-b5e5-8e765a2b59cc service neutron] 10.222.0.48 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276207 Jan 14 09:46:52.819765 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-7065b68e-8f50-48ed-bdfe-2961494d7872 service neutron] 10.222.0.48 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742828 Jan 14 09:46:53.148815 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0a5b7-766b-4135-839d-99570a91624e req-7c4bfd19-6e64-42f6-807f-4ea8ca3d4e2f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:53.162170 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a1a0a5b7-766b-4135-839d-99570a91624e req-7c4bfd19-6e64-42f6-807f-4ea8ca3d4e2f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1308246 Jan 14 09:46:53.198059 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93015f0e-700c-4ff3-b33f-5f38f8ab95c9 req-70fc8fcd-0db7-4db0-91a1-6e789c2ab74b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0990841 Jan 14 09:46:53.257090 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40624) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:53.294615 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a1a0a5b7-766b-4135-839d-99570a91624e req-e8d22fcf-0b2d-493b-a67c-2b2dea5f2ce2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176243 Jan 14 09:46:53.326794 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f565c10-55ac-42c4-8e4e-cd538b5297a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.523871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f565c10-55ac-42c4-8e4e-cd538b5297a5 admin admin] Publish callbacks [] for security_group (b66f358b-dca9-45d1-8334-caa6d053a305), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.529623 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f565c10-55ac-42c4-8e4e-cd538b5297a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b66f358b-dca9-45d1-8334-caa6d053a305), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.572659 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f565c10-55ac-42c4-8e4e-cd538b5297a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f358b-dca9-45d1-8334-caa6d053a305,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:53.583540 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1f565c10-55ac-42c4-8e4e-cd538b5297a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5817510efae44148448c136568ecb57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201716 Jan 14 09:46:53.583966 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40646) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:53.670829 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6a74fa80-3ad9-4ec4-aac3-e5dbb957cf21 admin admin] Publish callbacks [] for security_group (b66f358b-dca9-45d1-8334-caa6d053a305), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.708933 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6a74fa80-3ad9-4ec4-aac3-e5dbb957cf21 admin admin] Publish callbacks [] for security_group (b66f358b-dca9-45d1-8334-caa6d053a305), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.794250 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78dae7-8868-4ae4-a6f2-fc983260477e req-0a6d991d-51c5-4ada-bc92-09db05385583 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:53.795864 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ce78dae7-8868-4ae4-a6f2-fc983260477e req-0a6d991d-51c5-4ada-bc92-09db05385583 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.0842409 Jan 14 09:46:53.824655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6a74fa80-3ad9-4ec4-aac3-e5dbb957cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b66f358b-dca9-45d1-8334-caa6d053a305), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.827875 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6a74fa80-3ad9-4ec4-aac3-e5dbb957cf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:53.829110 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6a74fa80-3ad9-4ec4-aac3-e5dbb957cf21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b66f358b-dca9-45d1-8334-caa6d053a305 HTTP/1.1" status: 204 len: 168 time: 0.2438731 Jan 14 09:46:53.844280 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74fa80-3ad9-4ec4-aac3-e5dbb957cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f358b-dca9-45d1-8334-caa6d053a305,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:53.879559 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ce78dae7-8868-4ae4-a6f2-fc983260477e req-e26edf94-f758-4c4b-8aea-c53053a9252e tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717196 Jan 14 09:46:54.152402 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40672) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:54.312517 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40682) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:54.358530 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d91d65dd-a052-4881-b570-e5b13ae15a4e req-d4ebc184-4a51-46ed-be56-0158cc038731 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0362351 Jan 14 09:46:54.359844 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7f3e6a9d-8d7e-47fc-ad1f-3970c69bf353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.364477 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-165aa687-3b38-496c-864b-7d8d461654a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.505458 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-165aa687-3b38-496c-864b-7d8d461654a1 admin admin] Publish callbacks [] for security_group (55e02421-fd87-40a8-809f-b4ab89e6a20d), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.509000 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f24d5e40-1b2e-456d-9df3-dc905f44c463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.513750 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-165aa687-3b38-496c-864b-7d8d461654a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (55e02421-fd87-40a8-809f-b4ab89e6a20d), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.566581 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-165aa687-3b38-496c-864b-7d8d461654a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91afc3c909ad4978b093a64f93866f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126310 Jan 14 09:46:54.568046 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165aa687-3b38-496c-864b-7d8d461654a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e02421-fd87-40a8-809f-b4ab89e6a20d,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:54.571189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40690) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:54.593081 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7f3e6a9d-8d7e-47fc-ad1f-3970c69bf353 admin admin] Publish callbacks [] for security_group (43487717-a6c0-430f-b2bc-4a0eebed3640), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.614203 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7f3e6a9d-8d7e-47fc-ad1f-3970c69bf353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (43487717-a6c0-430f-b2bc-4a0eebed3640), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.644644 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ed27c172-d95a-44d9-b7fd-d53ac0aa3b0b admin admin] Publish callbacks [] for security_group (55e02421-fd87-40a8-809f-b4ab89e6a20d), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.696692 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7f3e6a9d-8d7e-47fc-ad1f-3970c69bf353 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f66463ccf2f44799b77b97dbfb7b7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3801296 Jan 14 09:46:54.700010 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ed27c172-d95a-44d9-b7fd-d53ac0aa3b0b admin admin] Publish callbacks [] for security_group (55e02421-fd87-40a8-809f-b4ab89e6a20d), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:54.703363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40694) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:54.714807 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07556-04cd-48a9-aaf2-a0388c4785c8 req-bbbd1a8d-7098-4cac-9699-5018b24e430f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:54.727418 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3ed07556-04cd-48a9-aaf2-a0388c4785c8 req-bbbd1a8d-7098-4cac-9699-5018b24e430f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1993001 Jan 14 09:46:54.772331 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e6a9d-8d7e-47fc-ad1f-3970c69bf353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43487717-a6c0-430f-b2bc-4a0eebed3640,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:54.839415 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3ed07556-04cd-48a9-aaf2-a0388c4785c8 req-39b78f11-48bb-484c-b677-85f49a431949 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105392 Jan 14 09:46:54.925717 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4b05b-2c17-447a-82f7-cd64365f3d35 req-8f0c2cd8-e1e8-4b57-a51d-68bdc6f0d9d7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:54.928367 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-35b4b05b-2c17-447a-82f7-cd64365f3d35 req-8f0c2cd8-e1e8-4b57-a51d-68bdc6f0d9d7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.2617760 Jan 14 09:46:54.981163 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-062ec9b1-4d45-4410-8f49-cf1ab360ed35 admin admin] Publish callbacks [] for security_group (43487717-a6c0-430f-b2bc-4a0eebed3640), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.009787 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-a8169c5e-6768-4365-b8f9-7e5e5c9c1f02 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:55.011068 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-a8169c5e-6768-4365-b8f9-7e5e5c9c1f02 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "GET /v2.0/networks?id=4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 200 len: 814 time: 0.3086038 Jan 14 09:46:55.011761 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ed27c172-d95a-44d9-b7fd-d53ac0aa3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (55e02421-fd87-40a8-809f-b4ab89e6a20d), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.014228 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ed27c172-d95a-44d9-b7fd-d53ac0aa3b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.015323 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ed27c172-d95a-44d9-b7fd-d53ac0aa3b0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55e02421-fd87-40a8-809f-b4ab89e6a20d HTTP/1.1" status: 204 len: 168 time: 0.4428816 Jan 14 09:46:55.048917 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Request body: {'port': {'device_id': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4', 'admin_state_up': True, 'tenant_id': '36d4eb96fed0490a9a5263574e28cb3f'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:55.049268 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39478a-bc4d-4ca9-99b9-85c5da5ffa3b req-5e98af32-03b1-45be-9c7b-530f3c5ce4fd tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:55.051776 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cf39478a-bc4d-4ca9-99b9-85c5da5ffa3b req-5e98af32-03b1-45be-9c7b-530f3c5ce4fd tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.0815916 Jan 14 09:46:55.054191 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-062ec9b1-4d45-4410-8f49-cf1ab360ed35 admin admin] Publish callbacks [] for security_group (43487717-a6c0-430f-b2bc-4a0eebed3640), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.056219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27c172-d95a-44d9-b7fd-d53ac0aa3b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e02421-fd87-40a8-809f-b4ab89e6a20d,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:55.123536 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-35b4b05b-2c17-447a-82f7-cd64365f3d35 req-bccb2509-4c4c-4676-999c-a2d59f3ec568 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837626 Jan 14 09:46:55.128828 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cf39478a-bc4d-4ca9-99b9-85c5da5ffa3b req-71f12171-e417-49f0-ab5a-110efa38f5f7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657568 Jan 14 09:46:55.188300 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-062ec9b1-4d45-4410-8f49-cf1ab360ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (43487717-a6c0-430f-b2bc-4a0eebed3640), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.191934 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-062ec9b1-4d45-4410-8f49-cf1ab360ed35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.194464 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-062ec9b1-4d45-4410-8f49-cf1ab360ed35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43487717-a6c0-430f-b2bc-4a0eebed3640 HTTP/1.1" status: 204 len: 168 time: 0.4885180 Jan 14 09:46:55.247000 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ec9b1-4d45-4410-8f49-cf1ab360ed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43487717-a6c0-430f-b2bc-4a0eebed3640,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:55.301808 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Made reservation on behalf of 36d4eb96fed0490a9a5263574e28cb3f for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:46:55.306827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.512815 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2e27a2d2-a5c1-4143-942b-8027e72128ec req-9af22702-6826-49f0-900d-16b7bca84e09 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0398200 Jan 14 09:46:55.518981 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-db61764f-b844-4e9e-86e0-9161254b8e96 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:55.520569 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-db61764f-b844-4e9e-86e0-9161254b8e96 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.1105235 Jan 14 09:46:55.538099 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Allocated IP 172.20.0.6 (4455b2ae-129a-4b69-bef7-804a2060c5d4/54ce6fb8-067b-4ade-8f5f-5c01799c4033/069c8609-2930-41ad-9021-3efaee2425f5) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:46:55.620275 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40724) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:55.638682 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c0224d6-87f9-4763-9396-29b55becb6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.713103 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Deleting port a71be28b-6728-45d2-8acb-a6d3f5284383 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:46:55.713779 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.727722 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:46:55.745693 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c0224d6-87f9-4763-9396-29b55becb6b3 admin admin] Publish callbacks [] for security_group (2254d684-f3ce-46e4-8622-dfcdf3d29a9c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.751101 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c0224d6-87f9-4763-9396-29b55becb6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2254d684-f3ce-46e4-8622-dfcdf3d29a9c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.792345 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7c0224d6-87f9-4763-9396-29b55becb6b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9bc80877fdd40ec870ca981d2cd48e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705208 Jan 14 09:46:55.793196 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0224d6-87f9-4763-9396-29b55becb6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2254d684-f3ce-46e4-8622-dfcdf3d29a9c,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:55.795307 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40730) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:46:55.844837 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks [] for port (069c8609-2930-41ad-9021-3efaee2425f5), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.885391 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] For port a71be28b-6728-45d2-8acb-a6d3f5284383, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a71be28b-6728-45d2-8acb-a6d3f5284383,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:46:55.885391 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:55.903695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Calling delete_port for a71be28b-6728-45d2-8acb-a6d3f5284383 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:46:56.003704 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64f5a633-86be-4080-ae5b-bf5eea0d93ff admin admin] Publish callbacks [] for security_group (2254d684-f3ce-46e4-8622-dfcdf3d29a9c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.005768 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (069c8609-2930-41ad-9021-3efaee2425f5), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.090222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64f5a633-86be-4080-ae5b-bf5eea0d93ff admin admin] Publish callbacks [] for security_group (2254d684-f3ce-46e4-8622-dfcdf3d29a9c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.093182 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Network 4455b2ae-129a-4b69-bef7-804a2060c5d4 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:46:56.115541 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:46:56.125073 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:46:56.131643 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:56.131896 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.146537 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b644ca3-a0b6-4b9b-80d6-da565aad4d6f req-8bcf7f64-aefc-4166-b554-894d60325afd tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:56.148011 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5b644ca3-a0b6-4b9b-80d6-da565aad4d6f req-8bcf7f64-aefc-4166-b554-894d60325afd tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.2208452 Jan 14 09:46:56.148679 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Pushing event updated for resources: {'Port': ['ID=069c8609-2930-41ad-9021-3efaee2425f5,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:56.206974 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-5e2bcd90-f044-46b9-813c-ee0d9d3caa3b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1644919 Jan 14 09:46:56.232609 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Request body: {'port': {'device_id': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:46:56.313990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64f5a633-86be-4080-ae5b-bf5eea0d93ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2254d684-f3ce-46e4-8622-dfcdf3d29a9c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.316648 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64f5a633-86be-4080-ae5b-bf5eea0d93ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.317819 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-64f5a633-86be-4080-ae5b-bf5eea0d93ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2254d684-f3ce-46e4-8622-dfcdf3d29a9c HTTP/1.1" status: 204 len: 168 time: 0.5215569 Jan 14 09:46:56.334063 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5b644ca3-a0b6-4b9b-80d6-da565aad4d6f req-c95d9f61-59db-4c09-bbcd-8c6dd360bd53 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769400 Jan 14 09:46:56.367119 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5a633-86be-4080-ae5b-bf5eea0d93ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2254d684-f3ce-46e4-8622-dfcdf3d29a9c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:56.375818 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (069c8609-2930-41ad-9021-3efaee2425f5), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.392006 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (a71be28b-6728-45d2-8acb-a6d3f5284383), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.413305 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a71be28b-6728-45d2-8acb-a6d3f5284383'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:46:56.416587 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78e507-912a-45b8-a6d5-bcd1a5daf284 req-890dc57c-1338-4a3b-999c-6fb57b7a6be3 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:56.428075 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ed78e507-912a-45b8-a6d5-bcd1a5daf284 req-890dc57c-1338-4a3b-999c-6fb57b7a6be3 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc41f886-a258-4d06-94d7-82fe40ab9a3c HTTP/1.1" status: 200 len: 945 time: 0.1611245 Jan 14 09:46:56.447688 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Pushing event deleted for resources: {'Port': ['ID=a71be28b-6728-45d2-8acb-a6d3f5284383,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:56.524997 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] No DVR routers for this DVR port a71be28b-6728-45d2-8acb-a6d3f5284383 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:46:56.541271 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.548990 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ed78e507-912a-45b8-a6d5-bcd1a5daf284 req-2fd1b279-d358-4050-80b8-3029accac35b tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187046 Jan 14 09:46:56.552019 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ff3cef6-b0da-4b25-b593-cce36ebace87 req-d1bb35e8-6136-4f4c-9cd9-5021a02f4be0 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "DELETE /v2.0/ports/a71be28b-6728-45d2-8acb-a6d3f5284383 HTTP/1.1" status: 204 len: 173 time: 1.0245883 Jan 14 09:46:56.576117 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'name': 'network-vif-deleted', 'tag': 'a71be28b-6728-45d2-8acb-a6d3f5284383'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:56.586489 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314bd223-d8a8-45c5-9391-8849263b643a" -d '{"events": [{"server_uuid": "dc41f886-a258-4d06-94d7-82fe40ab9a3c", "name": "network-vif-deleted", "tag": "a71be28b-6728-45d2-8acb-a6d3f5284383"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:56.699568 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04441e31-a45a-4ad1-8da2-4559160810c5 req-1f6b6683-94e1-42a3-8c26-95ab1247db56 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:56.701639 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-04441e31-a45a-4ad1-8da2-4559160810c5 req-1f6b6683-94e1-42a3-8c26-95ab1247db56 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 931 time: 0.0635147 Jan 14 09:46:56.772873 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ed2b0-07e8-455d-a407-ef4986392442 req-62fcd501-837e-4584-bde5-71fb057dea68 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:56.774557 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0e7ed2b0-07e8-455d-a407-ef4986392442 req-62fcd501-837e-4584-bde5-71fb057dea68 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.2516284 Jan 14 09:46:56.793387 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-04441e31-a45a-4ad1-8da2-4559160810c5 req-b384628e-eb0f-4152-91f7-b60e8ac15d88 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819666 Jan 14 09:46:56.846766 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2924ae46-6cb0-4aa4-8036-7030e067cbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:56.886233 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0e7ed2b0-07e8-455d-a407-ef4986392442 req-bfed5553-1c61-4225-bcfa-ae1f81c5a976 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999410 Jan 14 09:46:56.899329 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0db923c-5431-47f2-adac-1fe5fae9ddab x-openstack-request-id: req-b0db923c-5431-47f2-adac-1fe5fae9ddab {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:56.899619 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc41f886-a258-4d06-94d7-82fe40ab9a3c", "name": "network-vif-deleted", "tag": "a71be28b-6728-45d2-8acb-a6d3f5284383", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:56.899871 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0db923c-5431-47f2-adac-1fe5fae9ddab {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:56.900264 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc41f886-a258-4d06-94d7-82fe40ab9a3c', 'name': 'network-vif-deleted', 'tag': 'a71be28b-6728-45d2-8acb-a6d3f5284383', 'status': 'completed', 'code': 200} Jan 14 09:46:56.984784 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069c8609-2930-41ad-9021-3efaee2425f5 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:46:56.997706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Publish callbacks [] for port (069c8609-2930-41ad-9021-3efaee2425f5), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:57.011459 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Transition to ACTIVE for port object 069c8609-2930-41ad-9021-3efaee2425f5 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:46:57.018056 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (069c8609-2930-41ad-9021-3efaee2425f5), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:57.105317 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Pushing event updated for resources: {'Port': ['ID=069c8609-2930-41ad-9021-3efaee2425f5,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:57.131429 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Attempting to bind port 069c8609-2930-41ad-9021-3efaee2425f5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:46:57.131780 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Attempting to bind port 069c8609-2930-41ad-9021-3efaee2425f5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:46:57.132111 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Attempting to bind port 069c8609-2930-41ad-9021-3efaee2425f5 on network 4455b2ae-129a-4b69-bef7-804a2060c5d4 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:46:57.138553 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Port 069c8609-2930-41ad-9021-3efaee2425f5 on network 4455b2ae-129a-4b69-bef7-804a2060c5d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:46:57.138872 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Attempting to bind port 069c8609-2930-41ad-9021-3efaee2425f5 on network 4455b2ae-129a-4b69-bef7-804a2060c5d4 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:46:57.145221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:46:57.145557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Checking segment: {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:46:57.146389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Bound using segment: {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:46:57.146389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Bound port: 069c8609-2930-41ad-9021-3efaee2425f5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:46:57.146752 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (069c8609-2930-41ad-9021-3efaee2425f5), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:57.225275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] For port 069c8609-2930-41ad-9021-3efaee2425f5, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:46:57.229183 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] For port 069c8609-2930-41ad-9021-3efaee2425f5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=069c8609-2930-41ad-9021-3efaee2425f5,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:46:57.233965 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (069c8609-2930-41ad-9021-3efaee2425f5), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:57.279982 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:57.280494 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:57.282133 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-51127540-2824-4704-9030-6658b86dcb49 service neutron] 10.222.0.45 "PUT /v2.0/ports/069c8609-2930-41ad-9021-3efaee2425f5 HTTP/1.1" status: 200 len: 1093 time: 1.0647681 Jan 14 09:46:57.317639 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127540-2824-4704-9030-6658b86dcb49 service neutron] Pushing event updated for resources: {'Port': ['ID=069c8609-2930-41ad-9021-3efaee2425f5,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:46:57.405097 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-b522ae7f-4989-403f-866f-d7be5fa65d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:57.406662 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-b522ae7f-4989-403f-866f-d7be5fa65d4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 1096 time: 0.0698364 Jan 14 09:46:57.467487 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-8b6159b0-ae61-4d25-b76e-3677cc336228 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=069c8609-2930-41ad-9021-3efaee2425f5 HTTP/1.1" status: 200 len: 217 time: 0.0512667 Jan 14 09:46:57.499532 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5c573-90f2-402d-bfbb-bdefcaa7c51c req-f6b5545f-66e4-41ab-a0ac-ab0fada05a0a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:57.501955 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7cf5c573-90f2-402d-bfbb-bdefcaa7c51c req-f6b5545f-66e4-41ab-a0ac-ab0fada05a0a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0593536 Jan 14 09:46:57.546987 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-80f07345-3ef8-46b3-9c87-c55b1cfaf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:57.553696 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7cf5c573-90f2-402d-bfbb-bdefcaa7c51c req-0708758e-240c-4f28-92aa-201b9f5986c6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Jan 14 09:46:57.564119 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-80f07345-3ef8-46b3-9c87-c55b1cfaf9fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54ce6fb8-067b-4ade-8f5f-5c01799c4033 HTTP/1.1" status: 200 len: 854 time: 0.0843573 Jan 14 09:46:57.611529 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-9b71b266-ab8d-4680-81e5-4f5fbe6db8f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4455b2ae-129a-4b69-bef7-804a2060c5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321686 Jan 14 09:46:57.757862 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-63d0cd34-2b07-495e-8920-24dd8e225fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373363 Jan 14 09:46:57.910015 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:57.971310 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea7e1eab-c64d-4b89-84f9-790aa122703f req-2667aa3d-113f-4c0d-b7a2-ff3dec62d9a4 service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072334 Jan 14 09:46:58.099311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-da925a0c-f7aa-45c9-b61a-2a5150be5364 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:58.101388 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-da925a0c-f7aa-45c9-b61a-2a5150be5364 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/networks?id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 200 len: 808 time: 0.1519647 Jan 14 09:46:58.133170 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-abb7897a-66c0-4539-bae2-2b23b9d93493 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/quotas/e8c5dc7c85e0401084a77fbddaa59ed7 HTTP/1.1" status: 200 len: 375 time: 0.0179119 Jan 14 09:46:58.176181 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-90efae84-20f4-4148-bb43-a4059a85f215 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305262 Jan 14 09:46:58.242963 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16d444-a58b-415f-b273-bf7fd2b57f29 req-3f4a7f16-2178-47fc-9932-ab96c6872471 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:58.250557 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9f16d444-a58b-415f-b273-bf7fd2b57f29 req-3f4a7f16-2178-47fc-9932-ab96c6872471 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 943 time: 0.0692894 Jan 14 09:46:58.314121 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-7b1a7620-9ac5-4856-852d-2ef428680edb service neutron] 10.222.0.48 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293592 Jan 14 09:46:58.333862 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9f16d444-a58b-415f-b273-bf7fd2b57f29 req-9cb35e92-9710-46bd-897a-5fa0cc95d865 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821440 Jan 14 09:46:58.481787 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cfe06-2fa1-4aa1-893a-8466c4e0052f req-16d7424c-a846-4804-af28-4ff90039195e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:58.489562 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-618cfe06-2fa1-4aa1-893a-8466c4e0052f req-16d7424c-a846-4804-af28-4ff90039195e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0760851 Jan 14 09:46:58.536130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-63ef0a37-1fbe-4e8b-9315-ec7909b65847 service neutron] 10.222.0.48 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135177 Jan 14 09:46:58.543629 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-618cfe06-2fa1-4aa1-893a-8466c4e0052f req-cb3c6065-b59c-466d-8196-9a95cd21e803 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531740 Jan 14 09:46:58.749115 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617e0f-39c3-4560-9631-f1a3f3465b4e req-cb0d6a34-ea45-4043-97f7-43cff51e62ab tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:58.755157 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f5617e0f-39c3-4560-9631-f1a3f3465b4e req-cb0d6a34-ea45-4043-97f7-43cff51e62ab tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0901697 Jan 14 09:46:58.794811 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ac79ebd0-cd2a-40a3-947c-4a420bba9197 req-4aa9381d-e392-4d9d-9e9a-b5050abfa5d7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 210 time: 0.0534489 Jan 14 09:46:58.833329 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f5617e0f-39c3-4560-9631-f1a3f3465b4e req-1cd47962-9028-41d0-9a67-fa0765fa3f7c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745716 Jan 14 09:46:58.901096 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'tag': '069c8609-2930-41ad-9021-3efaee2425f5'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:46:58.903588 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91" -d '{"events": [{"name": "network-changed", "server_uuid": "7b470a71-5d32-4dc8-895f-4a0e54d002d5", "tag": "069c8609-2930-41ad-9021-3efaee2425f5"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:46:58.942612 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de50c08-ed68-492b-9280-e162e949397d x-openstack-request-id: req-0de50c08-ed68-492b-9280-e162e949397d {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:46:58.942906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b470a71-5d32-4dc8-895f-4a0e54d002d5", "tag": "069c8609-2930-41ad-9021-3efaee2425f5", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:46:58.943128 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0de50c08-ed68-492b-9280-e162e949397d {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:46:58.943513 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'tag': '069c8609-2930-41ad-9021-3efaee2425f5', 'status': 'completed', 'code': 200} Jan 14 09:46:59.010148 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-b2202ee6-2e97-48cf-80af-cf2e3920f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:59.012680 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-b2202ee6-2e97-48cf-80af-cf2e3920f15b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 1096 time: 0.0476563 Jan 14 09:46:59.130692 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-03de0d0c-771d-4d55-b8d4-971e7e957846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:59.133194 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-03de0d0c-771d-4d55-b8d4-971e7e957846 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 200 len: 915 time: 0.1120372 Jan 14 09:46:59.213248 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-b26e74fb-3ce7-4768-8811-11ab38cef733 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=069c8609-2930-41ad-9021-3efaee2425f5 HTTP/1.1" status: 200 len: 217 time: 0.0720277 Jan 14 09:46:59.271709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-78ef39fc-8251-4a43-b7db-365ff425dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:59.273578 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-78ef39fc-8251-4a43-b7db-365ff425dfcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54ce6fb8-067b-4ade-8f5f-5c01799c4033 HTTP/1.1" status: 200 len: 854 time: 0.0536654 Jan 14 09:46:59.331610 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a71be28b-6728-45d2-8acb-a6d3f5284383 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:46:59.336403 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-eed97e14-267c-4d3f-9378-cb9766ff57cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4455b2ae-129a-4b69-bef7-804a2060c5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347888 Jan 14 09:46:59.357472 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: a71be28b-6728-45d2-8acb-a6d3f5284383 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:46:59.357891 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a71be28b-6728-45d2-8acb-a6d3f5284383 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:46:59.500134 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-daf19dc0-aa73-4039-a133-c4e4e4b081af service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547322 Jan 14 09:46:59.503529 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166dc6-bb43-4ddc-954d-8242379a4301 req-66b77427-06a7-453b-9b9a-b8a97c232c1e tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:59.505384 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-08166dc6-bb43-4ddc-954d-8242379a4301 req-66b77427-06a7-453b-9b9a-b8a97c232c1e tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 943 time: 0.0690575 Jan 14 09:46:59.597472 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:46:59.607439 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-08166dc6-bb43-4ddc-954d-8242379a4301 req-e408ead5-8be8-4320-97c7-4ef021e1f513 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958853 Jan 14 09:46:59.670546 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d1ba5d0c-9e12-4e3c-86f6-687a99579f91 req-d8c899b1-c910-4f55-a8e0-c8400389259e service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628988 Jan 14 09:46:59.840569 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4817-c3b7-4054-a040-15c01d9aa3eb req-8d8dd64f-eb50-41a6-8ecc-953410d653d8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:46:59.850245 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-771b4817-c3b7-4054-a040-15c01d9aa3eb req-8d8dd64f-eb50-41a6-8ecc-953410d653d8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1298497 Jan 14 09:46:59.954174 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23e52f72-30ab-4e2a-b376-4684296416af req-157b4ae0-fd79-4fa4-835c-2df36752231f tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 210 time: 0.0458169 Jan 14 09:46:59.984124 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-771b4817-c3b7-4054-a040-15c01d9aa3eb req-6e19d42c-5250-451f-8e19-5818d62c6c7f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309299 Jan 14 09:47:00.079760 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-a14a9ba8-5eba-48c3-a31c-f49b13e51141 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:00.081670 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-a14a9ba8-5eba-48c3-a31c-f49b13e51141 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "GET /v2.0/networks?id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 200 len: 808 time: 0.2298136 Jan 14 09:47:00.095237 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Request body: {'port': {'device_id': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e', 'admin_state_up': True, 'tenant_id': 'e8c5dc7c85e0401084a77fbddaa59ed7'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:47:00.130142 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00325-1c33-4220-af63-46b6018b8362 req-53244cc3-b555-4731-aa03-57a3da00bd7b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:00.131898 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2fa00325-1c33-4220-af63-46b6018b8362 req-53244cc3-b555-4731-aa03-57a3da00bd7b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0675762 Jan 14 09:47:00.209427 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2fa00325-1c33-4220-af63-46b6018b8362 req-4d629161-03ed-471f-95a5-80e88502d168 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Jan 14 09:47:00.251737 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Made reservation on behalf of e8c5dc7c85e0401084a77fbddaa59ed7 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:47:00.255651 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:00.390055 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Allocated IP 172.20.0.5 (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e/d75029e8-829d-4efc-a4e5-d33317ca09ea/9dd5161b-0034-474f-bd61-d5ee9713786e) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:47:00.554899 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks [] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:00.587838 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:00.640793 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:47:00.644267 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:47:00.649052 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:47:00.655340 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:00.655753 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:00.660487 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Pushing event updated for resources: {'Port': ['ID=9dd5161b-0034-474f-bd61-d5ee9713786e,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:00.680824 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-d855b192-ff03-433a-afb9-7a2d78440dea tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901723 Jan 14 09:47:00.716350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Request body: {'port': {'device_id': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:47:00.809707 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:00.821754 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f312d0-f01f-4e04-bb10-fff6627580dc req-7fa36b7f-1ace-4b80-bb6a-5bf0445d402c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:00.823325 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-68f312d0-f01f-4e04-bb10-fff6627580dc req-7fa36b7f-1ace-4b80-bb6a-5bf0445d402c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 943 time: 0.1272385 Jan 14 09:47:00.915683 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-68f312d0-f01f-4e04-bb10-fff6627580dc req-ada7f96f-1dac-4d88-a456-2daa2526c65c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856454 Jan 14 09:47:01.110662 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b0981-0e26-4298-a351-c6c20c276679 req-5d597326-5464-490f-bccc-e2db4dc88ca1 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:01.118581 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d0b0981-0e26-4298-a351-c6c20c276679 req-5d597326-5464-490f-bccc-e2db4dc88ca1 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 931 time: 0.0632420 Jan 14 09:47:01.185997 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d0b0981-0e26-4298-a351-c6c20c276679 req-fe36bad8-c40c-4e9d-8f44-0d0773480b19 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662405 Jan 14 09:47:01.290227 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40948) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:01.291994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.351226 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 069c8609-2930-41ad-9021-3efaee2425f5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:47:01.404349 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4e022-bf56-4e11-9485-e031fe036354 req-144c3b58-a480-4ff1-a0cc-0260110f447e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:01.405961 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d9d4e022-bf56-4e11-9485-e031fe036354 req-144c3b58-a480-4ff1-a0cc-0260110f447e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0729105 Jan 14 09:47:01.492038 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd5161b-0034-474f-bd61-d5ee9713786e {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:47:01.499406 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d9d4e022-bf56-4e11-9485-e031fe036354 req-4c02491a-360b-4e39-96b1-428fdc7e2780 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827281 Jan 14 09:47:01.505941 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0a454-7ab7-46ee-bce5-6c02508cfe7f req-5ce57d6b-6d47-486f-aadd-de3351df124e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:01.508006 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fef0a454-7ab7-46ee-bce5-6c02508cfe7f req-5ce57d6b-6d47-486f-aadd-de3351df124e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1183593 Jan 14 09:47:01.512904 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Publish callbacks [] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.545974 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5485731d-1978-44cc-a38a-6e1e0667f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.548155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Transition to ACTIVE for port object 9dd5161b-0034-474f-bd61-d5ee9713786e will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:47:01.562924 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.563159 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 069c8609-2930-41ad-9021-3efaee2425f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=069c8609-2930-41ad-9021-3efaee2425f5,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:01.577481 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '069c8609-2930-41ad-9021-3efaee2425f5', 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4', 'port_id': '069c8609-2930-41ad-9021-3efaee2425f5', 'mac_address': 'fa:16:3e:03:af:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ce6fb8-067b-4ade-8f5f-5c01799c4033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:47:01.640155 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 069c8609-2930-41ad-9021-3efaee2425f5 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:01.640933 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (069c8609-2930-41ad-9021-3efaee2425f5), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.652302 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fef0a454-7ab7-46ee-bce5-6c02508cfe7f req-d07ad381-591e-43ef-bb9d-04b6a0ddd95d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327865 Jan 14 09:47:01.658783 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069c8609-2930-41ad-9021-3efaee2425f5 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:47:01.664921 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5485731d-1978-44cc-a38a-6e1e0667f308 admin admin] Publish callbacks [] for security_group (8d004373-afb3-4a29-919f-61ec2e2a4577), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.670492 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5485731d-1978-44cc-a38a-6e1e0667f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8d004373-afb3-4a29-919f-61ec2e2a4577), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.686088 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd5161b-0034-474f-bd61-d5ee9713786e,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:01.690445 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 069c8609-2930-41ad-9021-3efaee2425f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=069c8609-2930-41ad-9021-3efaee2425f5,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:01.694945 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Attempting to bind port 9dd5161b-0034-474f-bd61-d5ee9713786e on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:47:01.695326 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Attempting to bind port 9dd5161b-0034-474f-bd61-d5ee9713786e by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:47:01.695691 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Attempting to bind port 9dd5161b-0034-474f-bd61-d5ee9713786e on network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:47:01.702873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (069c8609-2930-41ad-9021-3efaee2425f5), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.703145 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Port 9dd5161b-0034-474f-bd61-d5ee9713786e on network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:47:01.703460 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Attempting to bind port 9dd5161b-0034-474f-bd61-d5ee9713786e on network 3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:47:01.710879 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:47:01.711232 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Checking segment: {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:47:01.711932 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Bound using segment: {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:47:01.712557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Bound port: 9dd5161b-0034-474f-bd61-d5ee9713786e, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be565d07-bcd9-47da-b7db-4f06342a0448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:47:01.713097 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.732844 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485731d-1978-44cc-a38a-6e1e0667f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d004373-afb3-4a29-919f-61ec2e2a4577,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:01.739647 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5485731d-1978-44cc-a38a-6e1e0667f308 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cb446fa00904e33b96b32ac83b47d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471223 Jan 14 09:47:01.742498 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40954) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:01.769267 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=069c8609-2930-41ad-9021-3efaee2425f5,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:01.787071 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] For port 9dd5161b-0034-474f-bd61-d5ee9713786e, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:47:01.791053 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] For port 9dd5161b-0034-474f-bd61-d5ee9713786e, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9dd5161b-0034-474f-bd61-d5ee9713786e,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:47:01.800352 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.813749 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3d592224-6ba9-4932-a67e-cbf06e874804 admin admin] Publish callbacks [] for security_group (8d004373-afb3-4a29-919f-61ec2e2a4577), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.833623 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:01.834247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.835711 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] 10.222.0.45 "PUT /v2.0/ports/9dd5161b-0034-474f-bd61-d5ee9713786e HTTP/1.1" status: 200 len: 1093 time: 1.1283829 Jan 14 09:47:01.836201 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'tag': '9dd5161b-0034-474f-bd61-d5ee9713786e'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:47:01.838905 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f248d73d-f958-4ee7-84d6-56ff82b92817" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad", "tag": "9dd5161b-0034-474f-bd61-d5ee9713786e"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:47:01.841921 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3d592224-6ba9-4932-a67e-cbf06e874804 admin admin] Publish callbacks [] for security_group (8d004373-afb3-4a29-919f-61ec2e2a4577), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.873833 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73184c94-1e01-4950-a0b8-9400365fbd74 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd5161b-0034-474f-bd61-d5ee9713786e,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:01.898636 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317508f-9cb5-49e4-948b-d1e2de9a8cb8 x-openstack-request-id: req-a317508f-9cb5-49e4-948b-d1e2de9a8cb8 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:47:01.898636 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad", "tag": "9dd5161b-0034-474f-bd61-d5ee9713786e", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:47:01.898989 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a317508f-9cb5-49e4-948b-d1e2de9a8cb8 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:47:01.899176 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'tag': '9dd5161b-0034-474f-bd61-d5ee9713786e', 'status': 'completed', 'code': 200} Jan 14 09:47:01.926812 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3d592224-6ba9-4932-a67e-cbf06e874804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8d004373-afb3-4a29-919f-61ec2e2a4577), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.931008 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3d592224-6ba9-4932-a67e-cbf06e874804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:01.935113 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3d592224-6ba9-4932-a67e-cbf06e874804 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d004373-afb3-4a29-919f-61ec2e2a4577 HTTP/1.1" status: 204 len: 168 time: 0.1911643 Jan 14 09:47:01.952569 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d592224-6ba9-4932-a67e-cbf06e874804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d004373-afb3-4a29-919f-61ec2e2a4577,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:01.968004 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-11faff6b-3d55-41a7-85cf-ec812136df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:01.970981 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-11faff6b-3d55-41a7-85cf-ec812136df30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 1096 time: 0.0701542 Jan 14 09:47:02.002601 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['069c8609-2930-41ad-9021-3efaee2425f5'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:47:02.062736 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-3d31fc36-3438-4030-9bd2-3fd10d2852f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd5161b-0034-474f-bd61-d5ee9713786e HTTP/1.1" status: 200 len: 217 time: 0.0812330 Jan 14 09:47:02.160060 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-a3eb7485-4f41-4c11-8b1a-ec67db3aca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.163495 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-a3eb7485-4f41-4c11-8b1a-ec67db3aca3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d75029e8-829d-4efc-a4e5-d33317ca09ea HTTP/1.1" status: 200 len: 848 time: 0.0844429 Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.173652 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:47:02.175834 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:47:02.178833 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfe46-6c60-4e7c-95a2-b95871385c2b req-6652c453-b921-49fc-a587-5b090ece5432 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.180498 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-845cfe46-6c60-4e7c-95a2-b95871385c2b req-6652c453-b921-49fc-a587-5b090ece5432 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 944 time: 0.1235077 Jan 14 09:47:02.223970 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-6173a8fe-8a00-48c9-a2ad-0fea31264fbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549221 Jan 14 09:47:02.317411 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-845cfe46-6c60-4e7c-95a2-b95871385c2b req-39ad335a-f1d7-4e72-bb34-a1c59758338c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283083 Jan 14 09:47:02.358497 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-1910de1b-7721-4f56-ae11-1682df389408 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270695 Jan 14 09:47:02.361122 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0840b9-03bc-4a49-b68c-97a9f89a7374 req-067ebe41-1759-4e1a-aa63-f54963b9aea4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.363470 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ef0840b9-03bc-4a49-b68c-97a9f89a7374 req-067ebe41-1759-4e1a-aa63-f54963b9aea4 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 943 time: 0.0820191 Jan 14 09:47:02.480855 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ef0840b9-03bc-4a49-b68c-97a9f89a7374 req-414c3afe-3b69-47b3-86e5-3c377d8ea186 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Jan 14 09:47:02.542501 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ecb822-fbaf-4a8f-ad96-2bfbbbce64f9 req-cdc8af00-4eab-4a6c-8a68-7111cdb63eb5 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762242 Jan 14 09:47:02.545214 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 40970) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:02.573656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4ee7abf2-5183-4a38-8d13-ead93098bd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:02.734285 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-e319303a-ae8c-42a1-9e60-a668ed64220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.734986 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4ee7abf2-5183-4a38-8d13-ead93098bd60 admin admin] Publish callbacks [] for security_group (21ca65f8-a9d6-49cf-b946-6757c36dab12), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:02.736002 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-e319303a-ae8c-42a1-9e60-a668ed64220e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 1096 time: 0.1048288 Jan 14 09:47:02.741695 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4ee7abf2-5183-4a38-8d13-ead93098bd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (21ca65f8-a9d6-49cf-b946-6757c36dab12), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:02.750307 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22086-779a-4d5d-b1ec-51d580140255 req-c38348ad-35fb-4afa-b037-8fb375674338 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.751913 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-afa22086-779a-4d5d-b1ec-51d580140255 req-c38348ad-35fb-4afa-b037-8fb375674338 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1698050 Jan 14 09:47:02.755311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bc0d5-19c9-4e00-9ff6-dc2ece027c23 req-dd7b62de-8a20-482b-a1a0-7795a56b7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.756776 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fe0bc0d5-19c9-4e00-9ff6-dc2ece027c23 req-dd7b62de-8a20-482b-a1a0-7795a56b7420 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.1584458 Jan 14 09:47:02.852561 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4ee7abf2-5183-4a38-8d13-ead93098bd60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be61bb87ac8c4b0fa104d25af902579c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052447 Jan 14 09:47:02.855700 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 40976) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:02.860587 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7abf2-5183-4a38-8d13-ead93098bd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca65f8-a9d6-49cf-b946-6757c36dab12,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:02.896476 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b09fe-0904-4f46-b9fb-513da9f48d45 req-5be676c4-a7d8-458c-b2b1-eeaffd3596e1 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.899195 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-970b09fe-0904-4f46-b9fb-513da9f48d45 req-5be676c4-a7d8-458c-b2b1-eeaffd3596e1 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1355586 Jan 14 09:47:02.946295 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fe0bc0d5-19c9-4e00-9ff6-dc2ece027c23 req-e1220037-68a6-4b67-89ae-a560dc19afb8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628590 Jan 14 09:47:02.955174 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-6e508ce2-7d68-44b3-a112-b320f58b50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:02.956660 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-6e508ce2-7d68-44b3-a112-b320f58b50c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 200 len: 909 time: 0.2038383 Jan 14 09:47:02.959584 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-970b09fe-0904-4f46-b9fb-513da9f48d45 req-c4b34efb-86f7-4b8a-a939-a68fc1b86c04 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538685 Jan 14 09:47:02.960146 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-afa22086-779a-4d5d-b1ec-51d580140255 req-3043a9fa-6f22-45d5-9ce6-a9cb62397675 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952009 Jan 14 09:47:02.986972 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-eee01629-e2d8-406d-8f6f-9dc32ed4da4f admin admin] Publish callbacks [] for security_group (21ca65f8-a9d6-49cf-b946-6757c36dab12), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.018780 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-eee01629-e2d8-406d-8f6f-9dc32ed4da4f admin admin] Publish callbacks [] for security_group (21ca65f8-a9d6-49cf-b946-6757c36dab12), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.077522 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-eee01629-e2d8-406d-8f6f-9dc32ed4da4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (21ca65f8-a9d6-49cf-b946-6757c36dab12), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.083679 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-eee01629-e2d8-406d-8f6f-9dc32ed4da4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.085845 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-eee01629-e2d8-406d-8f6f-9dc32ed4da4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21ca65f8-a9d6-49cf-b946-6757c36dab12 HTTP/1.1" status: 204 len: 168 time: 0.2233267 Jan 14 09:47:03.100290 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee01629-e2d8-406d-8f6f-9dc32ed4da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca65f8-a9d6-49cf-b946-6757c36dab12,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:03.195834 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-d79e25e8-ce9c-4919-a094-8685d09ba8a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dd5161b-0034-474f-bd61-d5ee9713786e HTTP/1.1" status: 200 len: 217 time: 0.0540564 Jan 14 09:47:03.263119 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-6edf74c2-c7ce-4795-a15a-c558ec2256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:03.264723 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-6edf74c2-c7ce-4795-a15a-c558ec2256e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d75029e8-829d-4efc-a4e5-d33317ca09ea HTTP/1.1" status: 200 len: 848 time: 0.0588796 Jan 14 09:47:03.300661 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-1ea237ee-8882-45b9-bf63-69d7b7ee2ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268502 Jan 14 09:47:03.367428 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 069c8609-2930-41ad-9021-3efaee2425f5 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:47:03.455244 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-9ed3988b-3667-428e-9c4f-d658d56cf5b9 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477356 Jan 14 09:47:03.458512 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 069c8609-2930-41ad-9021-3efaee2425f5 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:47:03.464405 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 069c8609-2930-41ad-9021-3efaee2425f5 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:47:03.464793 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (069c8609-2930-41ad-9021-3efaee2425f5), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.592430 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 069c8609-2930-41ad-9021-3efaee2425f5 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:03.592821 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (069c8609-2930-41ad-9021-3efaee2425f5), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.610657 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f571c6c-3123-40e5-8f17-a6b58a1e86bf req-02b5e0cc-c0ea-49fc-a14f-bd397201b6bf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:03.615167 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8f571c6c-3123-40e5-8f17-a6b58a1e86bf req-02b5e0cc-c0ea-49fc-a14f-bd397201b6bf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 944 time: 0.0999129 Jan 14 09:47:03.645661 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f248d73d-f958-4ee7-84d6-56ff82b92817 req-7819f4a0-2114-4014-90b5-3ba87f628446 service neutron] 10.222.0.45 "GET /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811314 Jan 14 09:47:03.647797 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069c8609-2930-41ad-9021-3efaee2425f5'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:47:03.650510 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609a062-0e55-49e1-9a16-2b7863abbeef" -d '{"events": [{"server_uuid": "7b470a71-5d32-4dc8-895f-4a0e54d002d5", "name": "network-vif-plugged", "status": "completed", "tag": "069c8609-2930-41ad-9021-3efaee2425f5"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:47:03.664498 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 069c8609-2930-41ad-9021-3efaee2425f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=069c8609-2930-41ad-9021-3efaee2425f5,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:03.670298 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (069c8609-2930-41ad-9021-3efaee2425f5), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:03.683409 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6aba7-1461-49a6-9881-9a4c2587b641 req-dad9a725-5c7f-452e-a579-cda4e27fc30e tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:03.685009 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87b6aba7-1461-49a6-9881-9a4c2587b641 req-dad9a725-5c7f-452e-a579-cda4e27fc30e tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 943 time: 0.0923777 Jan 14 09:47:03.740398 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=069c8609-2930-41ad-9021-3efaee2425f5,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:03.752563 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8f571c6c-3123-40e5-8f17-a6b58a1e86bf req-cffc500b-046d-488c-a109-e25e64dff0f9 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213751 Jan 14 09:47:03.775764 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87b6aba7-1461-49a6-9881-9a4c2587b641 req-a8e5a0db-04fd-47ff-ad26-afe2caadecab tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836835 Jan 14 09:47:03.817585 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da795c8f-da49-4369-ba51-6ffde3e7f85e x-openstack-request-id: req-da795c8f-da49-4369-ba51-6ffde3e7f85e {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:47:03.817909 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b470a71-5d32-4dc8-895f-4a0e54d002d5", "name": "network-vif-plugged", "status": "completed", "tag": "069c8609-2930-41ad-9021-3efaee2425f5", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:47:03.818207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da795c8f-da49-4369-ba51-6ffde3e7f85e {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:47:03.818691 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069c8609-2930-41ad-9021-3efaee2425f5', 'code': 200} Jan 14 09:47:04.045497 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed704b16-238d-4cb3-9da6-551d1da176df req-70657d40-6cae-47e3-a115-bea85fd0a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:04.048023 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed704b16-238d-4cb3-9da6-551d1da176df req-70657d40-6cae-47e3-a115-bea85fd0a957 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 1098 time: 0.0679054 Jan 14 09:47:04.155911 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf6734-9b7d-4f50-b993-0ff6142cf06d req-fb32d9df-f219-4814-bcee-30f266bebc1f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:04.171815 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-55bf6734-9b7d-4f50-b993-0ff6142cf06d req-fb32d9df-f219-4814-bcee-30f266bebc1f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1169527 Jan 14 09:47:04.197679 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433c5aa-9b29-48f3-bfca-8362cade2f5f req-2576d296-da87-4d81-ba9d-d78e85733090 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:04.201026 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a433c5aa-9b29-48f3-bfca-8362cade2f5f req-2576d296-da87-4d81-ba9d-d78e85733090 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1148906 Jan 14 09:47:04.204341 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed704b16-238d-4cb3-9da6-551d1da176df req-54ed30a2-6577-4ac2-a66f-c1683fd04e64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267138 Jan 14 09:47:04.262561 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-55bf6734-9b7d-4f50-b993-0ff6142cf06d req-c187b5ac-df5b-4812-8f2a-212ebc796ecb tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Jan 14 09:47:04.289842 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a433c5aa-9b29-48f3-bfca-8362cade2f5f req-7ac228b3-bb43-4d01-b2c0-04d91096c438 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735567 Jan 14 09:47:04.929772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352ccf-3c2e-4daa-b423-44f4835b3b85 req-05d18865-a08c-42cc-8f8b-97bdad9579c1 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:04.931515 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-11352ccf-3c2e-4daa-b423-44f4835b3b85 req-05d18865-a08c-42cc-8f8b-97bdad9579c1 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Jan 14 09:47:04.946930 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f512149-e109-45c3-8523-ff253f9aaa23 req-188a5412-db04-49d0-bcec-e9eed1d138b8 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:04.948683 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9f512149-e109-45c3-8523-ff253f9aaa23 req-188a5412-db04-49d0-bcec-e9eed1d138b8 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 943 time: 0.0636103 Jan 14 09:47:04.987488 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-11352ccf-3c2e-4daa-b423-44f4835b3b85 req-7c60acd4-0ef5-4efe-a317-0730f228e2e2 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489221 Jan 14 09:47:05.007436 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9f512149-e109-45c3-8523-ff253f9aaa23 req-629ec5ad-2dbb-47d1-83d0-cf160e352c35 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509841 Jan 14 09:47:05.378670 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 9dd5161b-0034-474f-bd61-d5ee9713786e details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:47:05.532098 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 9dd5161b-0034-474f-bd61-d5ee9713786e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9dd5161b-0034-474f-bd61-d5ee9713786e,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:05.545572 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '9dd5161b-0034-474f-bd61-d5ee9713786e', 'network_id': '3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e', 'port_id': '9dd5161b-0034-474f-bd61-d5ee9713786e', 'mac_address': 'fa:16:3e:0d:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75029e8-829d-4efc-a4e5-d33317ca09ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:47:05.556268 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373dba5-43f0-4483-92b3-ad4f54373d2b req-22d9b479-44a7-4fe8-a4b6-e6dfabf1cc9b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:05.560108 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0373dba5-43f0-4483-92b3-ad4f54373d2b req-22d9b479-44a7-4fe8-a4b6-e6dfabf1cc9b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1491537 Jan 14 09:47:05.570731 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ccc38-b7bc-49e9-9f15-ad3039eb9ffb req-efdc65cf-56ff-4713-be38-06542401a653 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:05.573537 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a25ccc38-b7bc-49e9-9f15-ad3039eb9ffb req-efdc65cf-56ff-4713-be38-06542401a653 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1340485 Jan 14 09:47:05.589638 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 9dd5161b-0034-474f-bd61-d5ee9713786e is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:05.590004 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:05.609827 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd5161b-0034-474f-bd61-d5ee9713786e {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:47:05.642535 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 9dd5161b-0034-474f-bd61-d5ee9713786e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9dd5161b-0034-474f-bd61-d5ee9713786e,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:05.648916 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:05.655347 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0373dba5-43f0-4483-92b3-ad4f54373d2b req-8a2b4cc5-bc71-4243-869e-aee13ef958c1 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882723 Jan 14 09:47:05.673670 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a25ccc38-b7bc-49e9-9f15-ad3039eb9ffb req-1e259cab-2a0d-446b-acca-d0b243196141 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872576 Jan 14 09:47:05.721502 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=9dd5161b-0034-474f-bd61-d5ee9713786e,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:05.990536 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421516f1-d75b-43ce-a892-a6c199fcd235 req-42c46571-8968-4482-a2a6-15f8fba01b27 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:05.993072 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-421516f1-d75b-43ce-a892-a6c199fcd235 req-42c46571-8968-4482-a2a6-15f8fba01b27 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0621414 Jan 14 09:47:06.040880 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['9dd5161b-0034-474f-bd61-d5ee9713786e'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:47:06.045335 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-6c16bed0-43d7-4a7c-91a0-a5d02c76344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.048070 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-6c16bed0-43d7-4a7c-91a0-a5d02c76344c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0886917 Jan 14 09:47:06.085306 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-421516f1-d75b-43ce-a892-a6c199fcd235 req-45962587-04d4-49e1-a728-aa1eb8361cf2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697851 Jan 14 09:47:06.251323 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f0b1-d0b6-4c10-afab-db89a28b7c43 req-37db32a5-634a-4215-a21f-027fa2b6eebb tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.260137 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3574f0b1-d0b6-4c10-afab-db89a28b7c43 req-37db32a5-634a-4215-a21f-027fa2b6eebb tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 945 time: 0.1141012 Jan 14 09:47:06.288414 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd6e46-05d7-47e7-92c5-fa3de2b1187f req-44f16914-692d-471f-804f-78f16aa0e21d tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.296105 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7ecd6e46-05d7-47e7-92c5-fa3de2b1187f req-44f16914-692d-471f-804f-78f16aa0e21d tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 944 time: 0.0726130 Jan 14 09:47:06.324369 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-d0c7c58f-ac2d-4e48-a994-81da8002976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.326101 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-d0c7c58f-ac2d-4e48-a994-81da8002976e service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.2655609 Jan 14 09:47:06.352258 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3574f0b1-d0b6-4c10-afab-db89a28b7c43 req-403a483a-047d-4acf-b4c9-7329412ab22f tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905540 Jan 14 09:47:06.445973 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7ecd6e46-05d7-47e7-92c5-fa3de2b1187f req-437ce03b-74db-4f3a-8aaf-29b3fc336e01 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353333 Jan 14 09:47:06.470943 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-1e1a2234-7c42-45ac-a76f-4d354a0f5348 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 217 time: 0.1158347 Jan 14 09:47:06.547648 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-24be655e-8fc8-4519-b5e3-3328bef562c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.549769 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-24be655e-8fc8-4519-b5e3-3328bef562c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.0713544 Jan 14 09:47:06.602588 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-ab4f98ce-a84a-45ab-8f72-60dd07a3b3a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442772 Jan 14 09:47:06.741124 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37320c5-0349-435a-ad4c-5cfaec24a953 req-eaa54aae-3b4b-44de-abce-8b67ade1baa0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.742724 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a37320c5-0349-435a-ad4c-5cfaec24a953 req-eaa54aae-3b4b-44de-abce-8b67ade1baa0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0566823 Jan 14 09:47:06.790981 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-567be628-aa16-4de1-8160-84c05a5ab6d2 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731713 Jan 14 09:47:06.835922 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a37320c5-0349-435a-ad4c-5cfaec24a953 req-aca628d4-0f70-4ec2-8acf-3d787525aae0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830085 Jan 14 09:47:06.924583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab13c2-2fcd-4732-84b7-2fc9c926ee90 req-45f6fe77-94d1-4568-8b37-4242aa8987cd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:06.926173 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-39ab13c2-2fcd-4732-84b7-2fc9c926ee90 req-45f6fe77-94d1-4568-8b37-4242aa8987cd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1097584 Jan 14 09:47:06.981342 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c346e399-b916-42bd-935b-e2b9abae52b8 req-2fa5a115-938c-4844-864d-5d248da0e7ef service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778798 Jan 14 09:47:06.999425 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-39ab13c2-2fcd-4732-84b7-2fc9c926ee90 req-50e18dd4-28c3-41a3-ad87-f4b7e1e69b81 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593960 Jan 14 09:47:07.233783 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662ffc-c941-4690-9bcf-c34b97942094 req-97727339-e61c-4b23-9c3e-c005be584c10 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:07.235859 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-72662ffc-c941-4690-9bcf-c34b97942094 req-97727339-e61c-4b23-9c3e-c005be584c10 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0522141 Jan 14 09:47:07.303694 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-72662ffc-c941-4690-9bcf-c34b97942094 req-b008276b-31a7-4efc-8eef-51b083f2f9ab tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614340 Jan 14 09:47:07.378296 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 9dd5161b-0034-474f-bd61-d5ee9713786e up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:47:07.449690 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 9dd5161b-0034-474f-bd61-d5ee9713786e completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:47:07.459152 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 9dd5161b-0034-474f-bd61-d5ee9713786e triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:47:07.459787 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:07.614403 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 9dd5161b-0034-474f-bd61-d5ee9713786e is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:07.614778 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:07.647240 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd5161b-0034-474f-bd61-d5ee9713786e'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:47:07.650554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107eda0-295f-4b6b-a7c3-b9ec29837691" -d '{"events": [{"server_uuid": "6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad", "name": "network-vif-plugged", "status": "completed", "tag": "9dd5161b-0034-474f-bd61-d5ee9713786e"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:47:07.665198 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 9dd5161b-0034-474f-bd61-d5ee9713786e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9dd5161b-0034-474f-bd61-d5ee9713786e,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:07.671348 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:07.676242 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db399e-27d0-4564-b3af-6c7c4e949ebd req-b8eea8ca-a75a-49bd-bb01-b4694d5752b6 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:07.679528 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d9db399e-27d0-4564-b3af-6c7c4e949ebd req-b8eea8ca-a75a-49bd-bb01-b4694d5752b6 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 944 time: 0.0947933 Jan 14 09:47:07.709858 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482eb8ad-ec19-48b4-8786-0c7a322bb271 x-openstack-request-id: req-482eb8ad-ec19-48b4-8786-0c7a322bb271 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:47:07.710493 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad", "name": "network-vif-plugged", "status": "completed", "tag": "9dd5161b-0034-474f-bd61-d5ee9713786e", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:47:07.710763 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-482eb8ad-ec19-48b4-8786-0c7a322bb271 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:47:07.712639 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd5161b-0034-474f-bd61-d5ee9713786e', 'code': 200} Jan 14 09:47:07.753775 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=9dd5161b-0034-474f-bd61-d5ee9713786e,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:07.753987 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d9db399e-27d0-4564-b3af-6c7c4e949ebd req-395cb49a-2b0e-40ae-823e-ffdb8d8d9ca3 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651999 Jan 14 09:47:07.941521 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ea8d4-bd1a-489e-86a8-01bc4e3559c0 req-be8975b1-7a98-4945-8b89-f4cffd084282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:07.943075 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-296ea8d4-bd1a-489e-86a8-01bc4e3559c0 req-be8975b1-7a98-4945-8b89-f4cffd084282 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 1098 time: 0.0551565 Jan 14 09:47:08.006704 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be20d2b-e0d2-4901-a8cc-5abe4c9d914d req-9407045f-3f3f-4f9d-99ce-a69f8b338011 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:08.008292 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4be20d2b-e0d2-4901-a8cc-5abe4c9d914d req-9407045f-3f3f-4f9d-99ce-a69f8b338011 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0728664 Jan 14 09:47:08.022158 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-296ea8d4-bd1a-489e-86a8-01bc4e3559c0 req-c5bd40a9-12bc-479c-a9b1-c624860c295d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676625 Jan 14 09:47:08.069294 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4be20d2b-e0d2-4901-a8cc-5abe4c9d914d req-61634d82-59cc-43ad-a559-113a81841c1e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539169 Jan 14 09:47:08.160637 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb4da1-b923-4744-8abb-c263d45aa420 req-b7f21aa1-98a9-4080-be9a-740637d4a544 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:08.162593 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f4bb4da1-b923-4744-8abb-c263d45aa420 req-b7f21aa1-98a9-4080-be9a-740637d4a544 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0660231 Jan 14 09:47:08.222913 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f4bb4da1-b923-4744-8abb-c263d45aa420 req-584ceee5-0cf4-42cb-bb9b-3d0a5667383f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537930 Jan 14 09:47:08.460784 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db85cb-f45e-4ec5-9d07-4012fb223ecd req-c22f25d7-fb83-4b13-97d5-61515973e37c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:08.468679 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-75db85cb-f45e-4ec5-9d07-4012fb223ecd req-c22f25d7-fb83-4b13-97d5-61515973e37c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0753596 Jan 14 09:47:08.528423 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-75db85cb-f45e-4ec5-9d07-4012fb223ecd req-089c5d25-7131-4c04-9aba-52afb20e4895 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Jan 14 09:47:08.890403 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc1d7f-3463-4d14-95a5-7ca12f4ffe41 req-513fc432-2ccf-4a17-99f0-7fa1f54fa2d6 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:08.892009 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2efc1d7f-3463-4d14-95a5-7ca12f4ffe41 req-513fc432-2ccf-4a17-99f0-7fa1f54fa2d6 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 945 time: 0.0583403 Jan 14 09:47:08.948570 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2efc1d7f-3463-4d14-95a5-7ca12f4ffe41 req-90460e70-33ae-4332-aa0d-0801371e715b tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 Jan 14 09:47:09.207777 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29ea4-ffbf-44e1-954e-ef0fb50c123a req-fea20375-70df-42f2-98ec-55dedb80db53 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:09.209446 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-38c29ea4-ffbf-44e1-954e-ef0fb50c123a req-fea20375-70df-42f2-98ec-55dedb80db53 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0591850 Jan 14 09:47:09.273580 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-38c29ea4-ffbf-44e1-954e-ef0fb50c123a req-e3641c82-904e-41c9-947b-e0cd2c9698dc tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506535 Jan 14 09:47:09.392273 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c564ac-502e-46b0-9b62-9dd473316858 req-0deb06d8-d850-4c3d-a6e1-1dbaf8f8a735 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:09.394130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c564ac-502e-46b0-9b62-9dd473316858 req-0deb06d8-d850-4c3d-a6e1-1dbaf8f8a735 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0620849 Jan 14 09:47:09.447237 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c564ac-502e-46b0-9b62-9dd473316858 req-25a64173-9801-4c95-b91e-b0cfe3dd9047 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 Jan 14 09:47:09.677285 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc97c-7664-44f3-a7c3-5d4b5b8cdae8 req-268a1c4c-1952-4568-858c-658ed8e79b38 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:09.678851 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e22cc97c-7664-44f3-a7c3-5d4b5b8cdae8 req-268a1c4c-1952-4568-858c-658ed8e79b38 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0634718 Jan 14 09:47:09.760494 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e22cc97c-7664-44f3-a7c3-5d4b5b8cdae8 req-f3c37777-6730-4e7a-ae55-295610450cb9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Jan 14 09:47:10.131781 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aedd37-eda3-4776-b878-fb33abc57ef1 req-027b615b-725d-48bd-a58a-97c8f189ba4a tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:10.149987 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d4aedd37-eda3-4776-b878-fb33abc57ef1 req-027b615b-725d-48bd-a58a-97c8f189ba4a tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 945 time: 0.1187682 Jan 14 09:47:10.250578 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d4aedd37-eda3-4776-b878-fb33abc57ef1 req-c1bdce8f-8d24-41d4-b41c-c0953e44a9c1 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949845 Jan 14 09:47:10.427656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75ed4-ea7c-4793-9b8f-4d23cb02d405 req-2fbbb25c-74bb-482a-8929-b7bd57cde41b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:10.429140 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8ab75ed4-ea7c-4793-9b8f-4d23cb02d405 req-2fbbb25c-74bb-482a-8929-b7bd57cde41b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0537941 Jan 14 09:47:10.482919 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8ab75ed4-ea7c-4793-9b8f-4d23cb02d405 req-227550e4-1891-4c86-8c6e-a7bceaae308a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481272 Jan 14 09:47:10.606174 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a512b-53c8-4cb7-b266-72ee27c5bcc2 req-a23cf953-5b6f-43ec-af23-469c9b9bd365 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:10.607600 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e2a512b-53c8-4cb7-b266-72ee27c5bcc2 req-a23cf953-5b6f-43ec-af23-469c9b9bd365 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0696421 Jan 14 09:47:10.657584 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7e2a512b-53c8-4cb7-b266-72ee27c5bcc2 req-2b28554a-fa23-4cb4-b618-dba7474c31fa tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Jan 14 09:47:11.533761 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883835e-9dfb-4b64-8217-614f8772852a req-9b8724f5-a26e-4f9a-8eb8-0ba79603d104 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:11.536302 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1883835e-9dfb-4b64-8217-614f8772852a req-9b8724f5-a26e-4f9a-8eb8-0ba79603d104 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 945 time: 0.0728819 Jan 14 09:47:11.542624 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f963882-14e4-4131-9566-0c8bc071ab04 req-ed960436-09fa-473d-9149-8359183a3d59 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:11.546607 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4f963882-14e4-4131-9566-0c8bc071ab04 req-ed960436-09fa-473d-9149-8359183a3d59 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1130698 Jan 14 09:47:11.594708 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1883835e-9dfb-4b64-8217-614f8772852a req-4091a044-442a-4f0c-9997-cbd3bf58f2c5 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516384 Jan 14 09:47:11.605139 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4f963882-14e4-4131-9566-0c8bc071ab04 req-5c705d20-b41e-4187-a2a8-fcbf1c050246 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520854 Jan 14 09:47:11.742439 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e25f93-178a-4285-a7ea-1f05aebfa4f3 req-0982e55c-21b8-4183-96ed-f21df202cead tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:11.744014 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e7e25f93-178a-4285-a7ea-1f05aebfa4f3 req-0982e55c-21b8-4183-96ed-f21df202cead tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0709333 Jan 14 09:47:11.835877 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e7e25f93-178a-4285-a7ea-1f05aebfa4f3 req-163b086d-32e0-46e7-9c02-6625ac549584 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790462 Jan 14 09:47:11.974446 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9aa7-5591-4311-b26a-a2fd6dccfbdd req-273465ac-b718-41d7-a27b-dee199bac17e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:11.975965 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e7cc9aa7-5591-4311-b26a-a2fd6dccfbdd req-273465ac-b718-41d7-a27b-dee199bac17e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0565515 Jan 14 09:47:12.043030 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e7cc9aa7-5591-4311-b26a-a2fd6dccfbdd req-f00524f4-d70e-44eb-87bd-2d9b20e86f1c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569625 Jan 14 09:47:12.728136 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30fe7-ca52-411e-a945-5b4a3ddf0acc req-7552cf27-eeac-4bcb-bdbc-96738e617ce1 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:12.729947 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-10a30fe7-ca52-411e-a945-5b4a3ddf0acc req-7552cf27-eeac-4bcb-bdbc-96738e617ce1 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 945 time: 0.0590703 Jan 14 09:47:12.784093 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-10a30fe7-ca52-411e-a945-5b4a3ddf0acc req-f78043c1-6f91-497b-bc5f-c507bdbaeb9e tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462193 Jan 14 09:47:12.959738 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313facd9-d3f7-4108-a9de-49cb5b973f53 req-4b54b171-26bb-45e4-a60d-35083fd75263 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:12.961218 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-313facd9-d3f7-4108-a9de-49cb5b973f53 req-4b54b171-26bb-45e4-a60d-35083fd75263 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0486999 Jan 14 09:47:13.011701 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-313facd9-d3f7-4108-a9de-49cb5b973f53 req-21d5652c-6079-4a28-830e-ee229e754843 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Jan 14 09:47:13.122187 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 41300) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:13.174846 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81365453-d6c1-4990-9c6a-686a03960a20 req-67a2db40-af8b-41f0-8db2-843ac7dc75b9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:13.177850 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81365453-d6c1-4990-9c6a-686a03960a20 req-67a2db40-af8b-41f0-8db2-843ac7dc75b9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0565023 Jan 14 09:47:13.227881 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81365453-d6c1-4990-9c6a-686a03960a20 req-c0373b1c-efb6-4434-aa5c-e817d21ee9d1 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Jan 14 09:47:13.244696 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.324357 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Publish callbacks [] for security_group (c27d3f75-532e-40c8-bcc4-13f43f7b01ff), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.328571 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c27d3f75-532e-40c8-bcc4-13f43f7b01ff), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.372775 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7180ba97e9e47b38f19338d00828e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488487 Jan 14 09:47:13.373656 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27d3f75-532e-40c8-bcc4-13f43f7b01ff,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:13.375889 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 41306) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:13.393299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.393655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.393998 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.394333 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.394821 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.395365 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.395722 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.396052 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.396378 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.396728 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.397028 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.397357 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.397678 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cadb20a-7f16-45d9-b0f3-23bba42ecffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.409752 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:47:13.442022 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Publish callbacks [] for security_group (c27d3f75-532e-40c8-bcc4-13f43f7b01ff), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.465246 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Publish callbacks [] for security_group (c27d3f75-532e-40c8-bcc4-13f43f7b01ff), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.513054 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:13.527859 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '7199b4e9-feda-4595-83c7-1a3f330de646', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646', 'mac_address': 'fa:16:3e:44:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:47:13.530074 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c27d3f75-532e-40c8-bcc4-13f43f7b01ff), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.533333 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.537792 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c27d3f75-532e-40c8-bcc4-13f43f7b01ff HTTP/1.1" status: 204 len: 168 time: 0.1596968 Jan 14 09:47:13.546515 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27d3f75-532e-40c8-bcc4-13f43f7b01ff,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:13.556314 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.556728 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.557102 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.557457 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.557840 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.559912 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.560263 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.561561 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.561917 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.562253 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.562615 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.563423 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.564428 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a36b12-a47a-4050-bd72-8b662d465e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:13.579340 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: ACTIVE; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:13.580319 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.602314 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7199b4e9-feda-4595-83c7-1a3f330de646 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:47:13.628806 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:13.633795 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:13.687624 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-895466a3-73e7-4a56-a4a9-3e3404272e66 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:13.691171 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-895466a3-73e7-4a56-a4a9-3e3404272e66 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 945 time: 0.0645409 Jan 14 09:47:13.696266 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=6']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:13.764329 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['7199b4e9-feda-4595-83c7-1a3f330de646'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:47:13.834093 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Deleting port 9dd5161b-0034-474f-bd61-d5ee9713786e {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:47:13.840189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.009278 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 41326) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:14.032507 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38ccb5-8290-4d3e-b591-b82e4b5002f1 req-5382f50b-43e1-4655-9457-d4d51abef173 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:14.047696 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ce38ccb5-8290-4d3e-b591-b82e4b5002f1 req-5382f50b-43e1-4655-9457-d4d51abef173 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 945 time: 0.1211710 Jan 14 09:47:14.066817 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0a08-aa7f-4f2c-a265-df46e76be810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.115842 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ce38ccb5-8290-4d3e-b591-b82e4b5002f1 req-9ef361df-2c2f-42c6-9556-020fbb4d6b81 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc13e93d-0e8d-4afd-a2ac-b952292205a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665934 Jan 14 09:47:14.129034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] For port 9dd5161b-0034-474f-bd61-d5ee9713786e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9dd5161b-0034-474f-bd61-d5ee9713786e,segment=NetworkSegment(be565d07-bcd9-47da-b7db-4f06342a0448),segment_id=be565d07-bcd9-47da-b7db-4f06342a0448)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:14.129405 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.144137 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-fd998a2d-cc4d-4de0-b201-8dec12271965 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502173 Jan 14 09:47:14.204056 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Calling delete_port for 9dd5161b-0034-474f-bd61-d5ee9713786e owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:47:14.312011 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488b2e-68a4-45a0-b43e-36892c909580 req-e2544c50-91ef-46d3-8579-87daac49f2c6 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:14.313577 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f1488b2e-68a4-45a0-b43e-36892c909580 req-e2544c50-91ef-46d3-8579-87daac49f2c6 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1942658 Jan 14 09:47:14.326116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-fed2efc4-1f2e-4817-8233-b32b85ceef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:14.327709 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-fed2efc4-1f2e-4817-8233-b32b85ceef4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 1099 time: 0.1500659 Jan 14 09:47:14.373463 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2da4-0b1b-439a-b498-eb7841664354 req-db119e04-35b7-4121-b842-b52cea5a8423 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:14.375444 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0efb2da4-0b1b-439a-b498-eb7841664354 req-db119e04-35b7-4121-b842-b52cea5a8423 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.0585320 Jan 14 09:47:14.443422 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0efb2da4-0b1b-439a-b498-eb7841664354 req-faf83930-1569-4132-bd10-df1d32139333 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587163 Jan 14 09:47:14.487025 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0a08-aa7f-4f2c-a265-df46e76be810 admin admin] Publish callbacks [] for security_group (b846da3d-0fd7-4957-973e-5a580172ad94), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.498650 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f1488b2e-68a4-45a0-b43e-36892c909580 req-b30e1f07-1284-4b59-a59c-14d097c0516b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781607 Jan 14 09:47:14.513806 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0a08-aa7f-4f2c-a265-df46e76be810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b846da3d-0fd7-4957-973e-5a580172ad94), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.626868 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-9a7227b2-1025-4303-997e-04f1b67cd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:14.628445 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-9a7227b2-1025-4303-997e-04f1b67cd784 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.2757564 Jan 14 09:47:14.637728 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8b1f0a08-aa7f-4f2c-a265-df46e76be810 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f76d12e974e546b3aab20d9fbac4d301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6232936 Jan 14 09:47:14.637728 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f0a08-aa7f-4f2c-a265-df46e76be810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b846da3d-0fd7-4957-973e-5a580172ad94,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:14.640373 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 41350) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:14.653691 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (9dd5161b-0034-474f-bd61-d5ee9713786e), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.676492 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['9dd5161b-0034-474f-bd61-d5ee9713786e'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:47:14.701755 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-739088fb-5583-4a28-ba3c-09f2f3016f3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad HTTP/1.1" status: 200 len: 217 time: 0.0538774 Jan 14 09:47:14.762939 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b758b585-9b26-40cc-9d3e-ae79812be086 admin admin] Publish callbacks [] for security_group (b846da3d-0fd7-4957-973e-5a580172ad94), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.765256 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Pushing event deleted for resources: {'Port': ['ID=9dd5161b-0034-474f-bd61-d5ee9713786e,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:14.800657 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b758b585-9b26-40cc-9d3e-ae79812be086 admin admin] Publish callbacks [] for security_group (b846da3d-0fd7-4957-973e-5a580172ad94), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.820823 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] No DVR routers for this DVR port 9dd5161b-0034-474f-bd61-d5ee9713786e on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:47:14.824455 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.827854 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6bec9e1d-2cbd-45c4-ac4a-cce5ee28b41f req-ab28edb4-78c1-44b1-ad89-34b2970709e7 tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.45 "DELETE /v2.0/ports/9dd5161b-0034-474f-bd61-d5ee9713786e HTTP/1.1" status: 204 len: 173 time: 1.1313939 Jan 14 09:47:14.828303 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'name': 'network-vif-deleted', 'tag': '9dd5161b-0034-474f-bd61-d5ee9713786e'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:47:14.831416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c673ff-b548-4951-929b-865a53e56b21" -d '{"events": [{"server_uuid": "6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad", "name": "network-vif-deleted", "tag": "9dd5161b-0034-474f-bd61-d5ee9713786e"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:47:14.838654 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-c3b00e90-ab65-40fa-b3b4-52659dac69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:14.840640 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-c3b00e90-ab65-40fa-b3b4-52659dac69b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.1136723 Jan 14 09:47:14.885231 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-811596eb-a788-402d-a619-a6b67da7133c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377400 Jan 14 09:47:14.904260 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b758b585-9b26-40cc-9d3e-ae79812be086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b846da3d-0fd7-4957-973e-5a580172ad94), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.908439 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d1a62d-5bd7-48df-999a-c85300b0a760 x-openstack-request-id: req-06d1a62d-5bd7-48df-999a-c85300b0a760 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:47:14.908722 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad", "name": "network-vif-deleted", "tag": "9dd5161b-0034-474f-bd61-d5ee9713786e", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:47:14.908834 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b758b585-9b26-40cc-9d3e-ae79812be086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:14.908952 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06d1a62d-5bd7-48df-999a-c85300b0a760 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:47:14.909346 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad', 'name': 'network-vif-deleted', 'tag': '9dd5161b-0034-474f-bd61-d5ee9713786e', 'status': 'completed', 'code': 200} Jan 14 09:47:14.913827 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b758b585-9b26-40cc-9d3e-ae79812be086 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b846da3d-0fd7-4957-973e-5a580172ad94 HTTP/1.1" status: 204 len: 168 time: 0.2708349 Jan 14 09:47:14.929240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758b585-9b26-40cc-9d3e-ae79812be086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b846da3d-0fd7-4957-973e-5a580172ad94,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:15.063722 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-eeaa1a82-e0ea-46e5-9b3d-da08704614c8 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636727 Jan 14 09:47:15.431680 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:47:15.467576 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4348f83f-43f5-412b-867c-2432593fad80 req-8954acb0-10d1-4da9-a016-5cc99991fb2d tempest-VolumesActionsTest-1425675770 tempest-VolumesActionsTest-1425675770-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f9627da-ccd6-4ed3-919e-26ca0e4bd0ad HTTP/1.1" status: 200 len: 210 time: 0.0393469 Jan 14 09:47:15.540626 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cdc49eb0-fa2e-437c-9505-ecd0a9cec294 req-f73b1318-ce74-4e1e-949a-d6e2f6eaa3f8 service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689715 Jan 14 09:47:15.542178 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 7199b4e9-feda-4595-83c7-1a3f330de646 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:47:15.542922 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:15.674628 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 41370) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:15.712506 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cefbea-2a54-4bd1-bf11-6fa00b93c9c0 req-dbfc95dc-a32b-4381-b125-e8d7b6dc4059 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:15.715761 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff59a439-e358-4522-9f13-60c701ff6ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:15.721775 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-63cefbea-2a54-4bd1-bf11-6fa00b93c9c0 req-dbfc95dc-a32b-4381-b125-e8d7b6dc4059 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.0995610 Jan 14 09:47:15.814976 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-63cefbea-2a54-4bd1-bf11-6fa00b93c9c0 req-9e3c9048-0f7f-4dc4-8a74-cdcbc91a7190 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908012 Jan 14 09:47:15.816386 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:15.817180 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:15.865979 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:47:15.868874 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cfb62-6454-46db-87e9-91529eaac2bf" -d '{"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:47:15.896499 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:15.907172 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:15.921277 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1363b-e210-4616-950b-e0de46dc5508 req-c9f9068d-2b89-4c99-8d03-16a1cea21b56 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:15.928759 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ee1363b-e210-4616-950b-e0de46dc5508 req-c9f9068d-2b89-4c99-8d03-16a1cea21b56 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.2199883 Jan 14 09:47:15.948050 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6f58cd-001b-493d-9217-496bf5359710 x-openstack-request-id: req-ac6f58cd-001b-493d-9217-496bf5359710 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:47:15.948372 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:47:15.948904 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac6f58cd-001b-493d-9217-496bf5359710 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:47:15.949765 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'code': 200} Jan 14 09:47:15.991089 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=7']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:16.073710 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.127509 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ee1363b-e210-4616-950b-e0de46dc5508 req-ec3b4987-01d0-4c2f-b4b1-5fc0bddbc618 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980095 Jan 14 09:47:16.149108 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff59a439-e358-4522-9f13-60c701ff6ff0 admin admin] Publish callbacks [] for security_group (64e412a4-3a28-464c-88f3-9675072a12ba), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.154134 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ff59a439-e358-4522-9f13-60c701ff6ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (64e412a4-3a28-464c-88f3-9675072a12ba), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.213168 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ff59a439-e358-4522-9f13-60c701ff6ff0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc9f480bd3604977b7e902c57e45c449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347009 Jan 14 09:47:16.214318 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59a439-e358-4522-9f13-60c701ff6ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e412a4-3a28-464c-88f3-9675072a12ba,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:16.216069 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 41376) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:16.348075 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9e6218d1-1570-476a-abe4-e497bc683ef9 admin admin] Publish callbacks [] for security_group (64e412a4-3a28-464c-88f3-9675072a12ba), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.385090 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9e6218d1-1570-476a-abe4-e497bc683ef9 admin admin] Publish callbacks [] for security_group (64e412a4-3a28-464c-88f3-9675072a12ba), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.478686 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9e6218d1-1570-476a-abe4-e497bc683ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (64e412a4-3a28-464c-88f3-9675072a12ba), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.481897 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9e6218d1-1570-476a-abe4-e497bc683ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:16.483314 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-9e6218d1-1570-476a-abe4-e497bc683ef9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64e412a4-3a28-464c-88f3-9675072a12ba HTTP/1.1" status: 204 len: 168 time: 0.2654905 Jan 14 09:47:16.491699 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6218d1-1570-476a-abe4-e497bc683ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e412a4-3a28-464c-88f3-9675072a12ba,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:16.989908 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b907c0f-78ee-4249-95e2-49acfa167d1c req-7aac2fdd-5d63-4c64-ac5f-b4611949a487 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:16.997876 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9b907c0f-78ee-4249-95e2-49acfa167d1c req-7aac2fdd-5d63-4c64-ac5f-b4611949a487 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0735772 Jan 14 09:47:17.068224 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9b907c0f-78ee-4249-95e2-49acfa167d1c req-88ce134f-257b-4c53-8703-506065719249 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693130 Jan 14 09:47:17.295726 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1a4b4-af44-4ac6-9352-c5766d657f18 req-4992e0e0-8429-4062-b4d1-e9800ac928aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:17.311821 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a3a1a4b4-af44-4ac6-9352-c5766d657f18 req-4992e0e0-8429-4062-b4d1-e9800ac928aa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0982609 Jan 14 09:47:17.427049 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a3a1a4b4-af44-4ac6-9352-c5766d657f18 req-7e40b68e-5aef-483d-95e6-837c3e2c0a7d tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138909 Jan 14 09:47:17.458981 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 9dd5161b-0034-474f-bd61-d5ee9713786e no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:47:17.496228 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 9dd5161b-0034-474f-bd61-d5ee9713786e {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:47:17.496647 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 9dd5161b-0034-474f-bd61-d5ee9713786e not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:47:18.205902 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d81fb9-8215-46ca-9881-a7d72ad2b9ed req-fbfccb27-9aef-4923-9a5f-58825505668e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:18.208441 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d0d81fb9-8215-46ca-9881-a7d72ad2b9ed req-fbfccb27-9aef-4923-9a5f-58825505668e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0638990 Jan 14 09:47:18.288048 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d0d81fb9-8215-46ca-9881-a7d72ad2b9ed req-5b13e77d-2bee-42b9-b27b-cb374692e68d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594506 Jan 14 09:47:18.579677 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a7990-c0ea-4b22-93ce-618e439c0a5d req-e4c2aeb7-933d-4963-ac7e-4f8dd49461f8 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:18.581516 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fa2a7990-c0ea-4b22-93ce-618e439c0a5d req-e4c2aeb7-933d-4963-ac7e-4f8dd49461f8 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0657303 Jan 14 09:47:18.663234 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fa2a7990-c0ea-4b22-93ce-618e439c0a5d req-152d83e0-d515-4bec-94b7-77f4caa69e32 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711985 Jan 14 09:47:19.428979 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa930e-557d-4948-a44c-279cda4de745 req-8511f294-0334-4f29-96de-e8c07109c9aa tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:19.431172 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-09fa930e-557d-4948-a44c-279cda4de745 req-8511f294-0334-4f29-96de-e8c07109c9aa tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0626867 Jan 14 09:47:19.522399 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-09fa930e-557d-4948-a44c-279cda4de745 req-e100cf4e-37c3-4881-ab68-9ab9351c2d4e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843761 Jan 14 09:47:19.874388 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ba01c-0d71-4ba2-9f09-5475fbdc1f7a req-cee11281-21e7-4669-9380-a00510cae2dd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:19.877975 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ad3ba01c-0d71-4ba2-9f09-5475fbdc1f7a req-cee11281-21e7-4669-9380-a00510cae2dd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1277068 Jan 14 09:47:19.946467 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ad3ba01c-0d71-4ba2-9f09-5475fbdc1f7a req-cd707347-7e92-4099-98fb-553c589d7e1d tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617397 Jan 14 09:47:20.121104 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-010b3982-dc13-467e-acc5-b208a2b6c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:20.123186 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-010b3982-dc13-467e-acc5-b208a2b6c0a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0511734 Jan 14 09:47:20.175182 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6013-c210-4f4c-9367-933d731262f5 req-cc925f9c-3352-46af-be99-85ddec249769 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:20.182898 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-00be6013-c210-4f4c-9367-933d731262f5 req-cc925f9c-3352-46af-be99-85ddec249769 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1250248 Jan 14 09:47:20.259627 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-00be6013-c210-4f4c-9367-933d731262f5 req-a1902f2d-f86f-4e14-8e8e-500df6baccc3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755558 Jan 14 09:47:20.284141 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-9cea148e-d551-4701-b3fd-334988f0d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:20.285587 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-9cea148e-d551-4701-b3fd-334988f0d5e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.1519849 Jan 14 09:47:20.338117 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-ea008cf8-ed55-428d-9132-bb894423f030 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0432425 Jan 14 09:47:20.406544 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-8e5e7ec9-e370-487b-a5b3-39f165912a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:20.410408 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-8e5e7ec9-e370-487b-a5b3-39f165912a12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.0661833 Jan 14 09:47:20.465182 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-502c1327-dbb0-4cfc-abba-efbf74f516dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441296 Jan 14 09:47:20.599566 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-9f3aa0c0-2c6b-4c9a-959b-24d1146a654e service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273134 Jan 14 09:47:20.772557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b294e-6e2f-47ca-ad93-016f4227aea6 req-5665087a-6e31-4cbc-84d4-204ef8899e12 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:20.776629 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-045b294e-6e2f-47ca-ad93-016f4227aea6 req-5665087a-6e31-4cbc-84d4-204ef8899e12 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1420674 Jan 14 09:47:20.786449 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba23365-8147-4bd1-a2de-1bcd9ee06781 req-a48add8e-bfa5-4620-990f-49e6c746a1dc service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747079 Jan 14 09:47:20.904166 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-045b294e-6e2f-47ca-ad93-016f4227aea6 req-ee931fea-06ad-4b18-a25a-875570dcb0f5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162705 Jan 14 09:47:21.148417 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6583-6511-4d9f-9a98-65dcd391a46c req-8a655452-799c-4456-a4a9-970fd0264bde tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:21.151204 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a79b6583-6511-4d9f-9a98-65dcd391a46c req-8a655452-799c-4456-a4a9-970fd0264bde tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1041262 Jan 14 09:47:21.226239 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a79b6583-6511-4d9f-9a98-65dcd391a46c req-8393010c-3e06-4b26-bc7c-95783491db01 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688031 Jan 14 09:47:21.440618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbaca4-03c8-4e57-96d1-5cf1c1161e36 req-33d5fad1-9f45-4541-9fdc-91f2bbc99d65 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:21.442335 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fdbbaca4-03c8-4e57-96d1-5cf1c1161e36 req-33d5fad1-9f45-4541-9fdc-91f2bbc99d65 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0744832 Jan 14 09:47:21.507432 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fdbbaca4-03c8-4e57-96d1-5cf1c1161e36 req-7bfd5849-9432-4042-ba72-768ef98fa08f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Jan 14 09:47:22.117622 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaac771-a7bd-4199-9f53-c0c4a71900fa req-48feffe1-cc8d-49b3-a3dc-7eabec061e10 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:22.138987 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-dcaac771-a7bd-4199-9f53-c0c4a71900fa req-48feffe1-cc8d-49b3-a3dc-7eabec061e10 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1068244 Jan 14 09:47:22.225572 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-dcaac771-a7bd-4199-9f53-c0c4a71900fa req-57f833f5-88c8-493c-a5c6-485b32161f5a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742204 Jan 14 09:47:22.458414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a598d21-4f68-4473-96e1-316fb6e2656c req-76219857-9582-41f1-adfc-39953f501a6a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:22.458414 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7a598d21-4f68-4473-96e1-316fb6e2656c req-76219857-9582-41f1-adfc-39953f501a6a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0980170 Jan 14 09:47:22.574936 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7a598d21-4f68-4473-96e1-316fb6e2656c req-4c1d0011-0bd1-4a3d-b756-85c71d452b54 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862896 Jan 14 09:47:22.809206 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbf82f-ae6d-4a40-bdc5-e73925036f2e req-98599a25-2483-453b-8caf-d76719c0d454 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:22.834488 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ebcbf82f-ae6d-4a40-bdc5-e73925036f2e req-98599a25-2483-453b-8caf-d76719c0d454 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1949160 Jan 14 09:47:22.933614 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b668e7-224d-4815-8c64-7b67a8dd8ef8 req-cd322aa6-9b82-454e-9f5f-6d3d3d79f008 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:22.942386 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c5b668e7-224d-4815-8c64-7b67a8dd8ef8 req-cd322aa6-9b82-454e-9f5f-6d3d3d79f008 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0939779 Jan 14 09:47:23.019802 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ebcbf82f-ae6d-4a40-bdc5-e73925036f2e req-b181861d-993c-4469-97d9-d98fa977a9a7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809156 Jan 14 09:47:23.049368 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c5b668e7-224d-4815-8c64-7b67a8dd8ef8 req-d8b67e4d-34fe-4c29-8b85-87fc44ca5ca6 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052327 Jan 14 09:47:23.506282 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b82b6-6194-4129-aa02-d67a65c492eb req-457f1d89-9b4a-432b-a69e-79f2c018e8f9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:23.513317 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b3b82b6-6194-4129-aa02-d67a65c492eb req-457f1d89-9b4a-432b-a69e-79f2c018e8f9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.1463079 Jan 14 09:47:23.622951 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b3b82b6-6194-4129-aa02-d67a65c492eb req-fa0c0a43-3531-421a-a84e-d8b1266f41c3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863283 Jan 14 09:47:24.080611 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-5688dde2-f971-48d9-8a25-c333d632e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:24.085790 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-5688dde2-f971-48d9-8a25-c333d632e726 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1098 time: 0.0764318 Jan 14 09:47:24.220703 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbce610-07e1-49b6-9eee-1a10b3134f15 req-ccfb86d0-2a94-4610-bf56-6caf71a60b9f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:24.232750 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bcbce610-07e1-49b6-9eee-1a10b3134f15 req-ccfb86d0-2a94-4610-bf56-6caf71a60b9f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0805864 Jan 14 09:47:24.287787 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4603a26-5f5b-469b-b2ac-632ba94d52be req-745ba28b-e6ee-4196-88fc-d58712685fbd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:24.290764 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f4603a26-5f5b-469b-b2ac-632ba94d52be req-745ba28b-e6ee-4196-88fc-d58712685fbd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1023896 Jan 14 09:47:24.322940 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bcbce610-07e1-49b6-9eee-1a10b3134f15 req-5f1dd17e-43bc-492d-bf1f-93cd2700e59c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886760 Jan 14 09:47:24.405218 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f4603a26-5f5b-469b-b2ac-632ba94d52be req-6fab0f73-2b00-4f97-b09b-386517df6493 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080756 Jan 14 09:47:24.499678 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d27919f0-562f-4986-ba55-a1b81f1003b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:24.797049 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69cfe-1dd0-4895-b2f0-6c05fda46a64 req-a749caa0-5254-4593-9a71-bd19dbb57c78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:24.803164 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aea69cfe-1dd0-4895-b2f0-6c05fda46a64 req-a749caa0-5254-4593-9a71-bd19dbb57c78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0584457 Jan 14 09:47:24.873662 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aea69cfe-1dd0-4895-b2f0-6c05fda46a64 req-b7aa3e40-70f2-461d-9abd-a13bf901db2a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684652 Jan 14 09:47:24.968820 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-c33bd2cb-8fee-490d-bafb-10152b559cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:24.970674 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-c33bd2cb-8fee-490d-bafb-10152b559cdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.1148882 Jan 14 09:47:25.636163 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca14102-bcfb-4380-b49b-43c98c3db170 req-18560d65-faea-4a33-9759-fbdf98b4dfb5 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:25.637886 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ca14102-bcfb-4380-b49b-43c98c3db170 req-18560d65-faea-4a33-9759-fbdf98b4dfb5 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0901349 Jan 14 09:47:25.775574 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ca14102-bcfb-4380-b49b-43c98c3db170 req-bb05254a-40e3-4c36-8316-0de267e64411 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307511 Jan 14 09:47:25.899077 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a3c8-07db-4f30-934f-729985e3e6e1 req-20ddc075-84b3-4c3f-85df-8de31582e08e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:25.902574 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4ca7a3c8-07db-4f30-934f-729985e3e6e1 req-20ddc075-84b3-4c3f-85df-8de31582e08e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.3815105 Jan 14 09:47:25.906744 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-f31a9044-286a-4968-893e-416876ad3b7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 1001 time: 0.1174374 Jan 14 09:47:25.971881 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4ca7a3c8-07db-4f30-934f-729985e3e6e1 req-48b2dce3-9ce7-42b2-b4d8-f6d901f2f5cf tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616066 Jan 14 09:47:26.003494 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-23456504-b87a-40ec-bafe-70b7cc0442b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:26.005711 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-23456504-b87a-40ec-bafe-70b7cc0442b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.0910149 Jan 14 09:47:26.064999 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-d6ddf45e-61a8-4d03-be95-4952d8deb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:26.066567 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-d6ddf45e-61a8-4d03-be95-4952d8deb56b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531716 Jan 14 09:47:26.221272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80f41-82a7-40bf-aba7-af3d09405ebe req-6c0688f2-33ab-495c-90b3-0c0d82c9bc2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:26.223012 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a4e80f41-82a7-40bf-aba7-af3d09405ebe req-6c0688f2-33ab-495c-90b3-0c0d82c9bc2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0974860 Jan 14 09:47:26.229718 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-cc94d46f-5665-4820-9afb-fabe96409fdd service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549282 Jan 14 09:47:26.353573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a4e80f41-82a7-40bf-aba7-af3d09405ebe req-b9dde9bf-eb67-4277-ba13-de63b4428f04 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174548 Jan 14 09:47:26.399480 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a9ec345-25f9-4d31-9f00-85d28c29d7c4 req-a5a0ac5e-1e4a-4df1-9e24-86d96ce237e6 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620269 Jan 14 09:47:26.845907 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-809d6191-03d0-4188-aaab-51f82ba5a769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:26.922613 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60229ddf-81d6-4a18-ba23-11be2824b7aa req-05f1a3a0-0d48-4a12-9347-c9d3ed13ee08 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:26.924814 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-60229ddf-81d6-4a18-ba23-11be2824b7aa req-05f1a3a0-0d48-4a12-9347-c9d3ed13ee08 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0582423 Jan 14 09:47:26.973252 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-60229ddf-81d6-4a18-ba23-11be2824b7aa req-4d8b9236-a689-42d7-97ab-cb0ec6013aed tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Jan 14 09:47:27.181981 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de46843-fd38-45f1-be1a-433a28d16917 req-c721f3c6-6ac4-41ef-94a1-e91aa3ff5365 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:27.184293 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7de46843-fd38-45f1-be1a-433a28d16917 req-c721f3c6-6ac4-41ef-94a1-e91aa3ff5365 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0761819 Jan 14 09:47:27.237142 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7de46843-fd38-45f1-be1a-433a28d16917 req-3fc8a5d4-070a-437c-953a-3c39ad468454 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Jan 14 09:47:27.528389 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6be1b-b1a5-4b5f-a06e-ede18b583a58 req-8f66067c-17ef-4913-a26b-47eac0762c9d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:27.529801 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87c6be1b-b1a5-4b5f-a06e-ede18b583a58 req-8f66067c-17ef-4913-a26b-47eac0762c9d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0565386 Jan 14 09:47:27.584638 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87c6be1b-b1a5-4b5f-a06e-ede18b583a58 req-2b79a211-aa18-48ae-b895-c1d459833da4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486150 Jan 14 09:47:27.628359 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-72535bd4-0a03-457b-8b75-b581637f12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:27.630344 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-72535bd4-0a03-457b-8b75-b581637f12c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1098 time: 0.0590088 Jan 14 09:47:27.770202 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-2c0f580e-d76f-46be-8e1c-e6d2963d6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:27.771733 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-2c0f580e-d76f-46be-8e1c-e6d2963d6d72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.1341591 Jan 14 09:47:27.851944 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-9fe7dce9-96fb-4c97-a430-f0de95cb29aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 1001 time: 0.0700772 Jan 14 09:47:27.917986 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:27.940533 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-dd527b5d-ffa2-49ae-b133-8c75a318b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:27.942509 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-dd527b5d-ffa2-49ae-b133-8c75a318b2bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0831017 Jan 14 09:47:28.022578 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-f634b94e-a006-4f84-90de-d945dc521618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:28.025461 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-f634b94e-a006-4f84-90de-d945dc521618 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749745 Jan 14 09:47:28.200822 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b9da-ece3-4a7c-91cc-60a306f6d5a4 req-295bec81-b564-46ae-b0cb-8b4009d1c70c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:28.202391 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-22b8b9da-ece3-4a7c-91cc-60a306f6d5a4 req-295bec81-b564-46ae-b0cb-8b4009d1c70c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1004641 Jan 14 09:47:28.209621 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-6d0511e9-a407-40e8-9a39-59173c7adb52 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704509 Jan 14 09:47:28.321953 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-22b8b9da-ece3-4a7c-91cc-60a306f6d5a4 req-b2aa1ead-536b-46bc-bb90-7b8f03762d74 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091220 Jan 14 09:47:28.358754 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1fb76468-e4c5-441b-a32b-0ccec971e076 req-fa4249cb-f342-4350-af11-5dd263acbb77 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393445 Jan 14 09:47:28.428788 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320c7ab-8143-47b9-977d-883ea24a0101 req-75c4450d-3b07-439f-85f8-1e25aef2a0e8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:28.430944 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e320c7ab-8143-47b9-977d-883ea24a0101 req-75c4450d-3b07-439f-85f8-1e25aef2a0e8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0971200 Jan 14 09:47:28.495187 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e320c7ab-8143-47b9-977d-883ea24a0101 req-6318e5e2-e8dd-4216-8f2e-e476d356f4cf tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584135 Jan 14 09:47:28.759535 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab16b8c-0c9f-4857-99d5-6947667eca6e req-aa9b87e4-3b46-447d-bd13-1525ce2a473f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:28.761217 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ab16b8c-0c9f-4857-99d5-6947667eca6e req-aa9b87e4-3b46-447d-bd13-1525ce2a473f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0652730 Jan 14 09:47:28.836281 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ab16b8c-0c9f-4857-99d5-6947667eca6e req-ae5c6662-02de-41c5-8f46-802ed64ef88e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669456 Jan 14 09:47:29.598534 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:29.668196 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51d002-7f98-4ac2-acc4-cd4866a8036f req-5d01a8f9-df26-492b-84d9-578258618cce tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:29.671139 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6c51d002-7f98-4ac2-acc4-cd4866a8036f req-5d01a8f9-df26-492b-84d9-578258618cce tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0744073 Jan 14 09:47:29.750814 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6c51d002-7f98-4ac2-acc4-cd4866a8036f req-ba37e136-af0c-4ee7-9071-7c03daeebb96 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728383 Jan 14 09:47:29.986882 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd5d2-9a3b-4e8c-99d7-2fdafc8c4e1a req-4ce5fb4b-2dbf-4049-8b17-d76c3d8fd78b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:29.988357 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d8bcd5d2-9a3b-4e8c-99d7-2fdafc8c4e1a req-4ce5fb4b-2dbf-4049-8b17-d76c3d8fd78b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0522008 Jan 14 09:47:30.046503 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d8bcd5d2-9a3b-4e8c-99d7-2fdafc8c4e1a req-7daab9c8-9d9c-4c5d-9510-80d88496b516 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523572 Jan 14 09:47:30.958978 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762c421-b6bc-4b84-ac1b-5b9b1f50e88a req-20b192d8-5589-412d-94ed-0ad0c1529117 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:30.966222 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1762c421-b6bc-4b84-ac1b-5b9b1f50e88a req-20b192d8-5589-412d-94ed-0ad0c1529117 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1184616 Jan 14 09:47:31.031233 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1762c421-b6bc-4b84-ac1b-5b9b1f50e88a req-14ef0168-6a43-409f-84a6-91114c0f0bb8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Jan 14 09:47:31.251334 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cff4f-177b-491c-a8b0-9d4184dcdb88 req-8943c92b-c379-429e-98e0-8973022fcff7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:31.254150 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-153cff4f-177b-491c-a8b0-9d4184dcdb88 req-8943c92b-c379-429e-98e0-8973022fcff7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 945 time: 0.0891783 Jan 14 09:47:31.284017 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:31.352585 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-153cff4f-177b-491c-a8b0-9d4184dcdb88 req-09ac0e99-ccea-48f4-bda2-c31738c1c76b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871043 Jan 14 09:47:31.535926 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:47:31.637455 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: ACTIVE; New status is: DOWN {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:31.638286 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:31.681234 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:47:31.685774 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe00131-846d-4ec2-b8fb-974ee4f33ea8" -d '{"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:47:31.714118 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:47:31.720612 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:31.793468 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Jan 2022 09:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c13cc3-1fe2-49bd-99e8-bacfcbff420e x-openstack-request-id: req-68c13cc3-1fe2-49bd-99e8-bacfcbff420e {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:47:31.794164 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-unplugged", "status": "failed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "code": 422}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:47:31.794657 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68c13cc3-1fe2-49bd-99e8-bacfcbff420e {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:47:31.795560 dv-cinder-821602-11-iscsi neutron-server[114415]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'code': 422} returned with failed status Jan 14 09:47:31.891829 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=8']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:31.940589 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.943607 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.944134 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.944490 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.946468 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.947958 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.948382 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.948786 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.949166 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.949521 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.950461 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.950899 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:31.951244 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:47:32.253416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9ca63-18cb-4aec-8889-fda405a707a7 req-036e4bf2-cc7f-44fb-94dd-d342136ce58d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:32.259369 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ca9ca63-18cb-4aec-8889-fda405a707a7 req-036e4bf2-cc7f-44fb-94dd-d342136ce58d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1039858 Jan 14 09:47:32.324718 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [req-6084d1c9-d90a-4956-83f8-71398d7b16f0 req-a5719c3a-5979-40bc-9aab-bd2b6ddea195 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114413) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:47:32.327031 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6084d1c9-d90a-4956-83f8-71398d7b16f0 req-a5719c3a-5979-40bc-9aab-bd2b6ddea195 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065274 Jan 14 09:47:32.355136 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ca9ca63-18cb-4aec-8889-fda405a707a7 req-39167e6a-8872-419f-bf7d-02b8ae90d0ab tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874999 Jan 14 09:47:32.545614 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c80912-b788-4a84-a5b1-135c66617581 req-d7d762f1-cb3c-4af8-850b-abe35100ac56 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:32.547500 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-42c80912-b788-4a84-a5b1-135c66617581 req-d7d762f1-cb3c-4af8-850b-abe35100ac56 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0674720 Jan 14 09:47:32.606114 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-42c80912-b788-4a84-a5b1-135c66617581 req-cad255ec-702e-4aff-a7e5-70d5cf06dcf5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496604 Jan 14 09:47:32.717603 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:47:33.522083 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2ec3-e7ca-4fff-9ba7-ca3bef255d82 req-ff81eef6-781d-41db-8e90-2bffaf8a203c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:33.529932 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-805e2ec3-e7ca-4fff-9ba7-ca3bef255d82 req-ff81eef6-781d-41db-8e90-2bffaf8a203c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0681365 Jan 14 09:47:33.596802 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-805e2ec3-e7ca-4fff-9ba7-ca3bef255d82 req-3ee37c44-3c77-4213-852b-b1e89206dc88 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641019 Jan 14 09:47:33.764414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899eb25-476b-4657-b3b8-1f2706e47ffe req-f097fa10-8256-49a9-982c-880bd8479894 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:33.767169 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0899eb25-476b-4657-b3b8-1f2706e47ffe req-f097fa10-8256-49a9-982c-880bd8479894 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0584495 Jan 14 09:47:33.817750 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0899eb25-476b-4657-b3b8-1f2706e47ffe req-dfcf5e28-debd-4519-b836-a1087b990b32 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Jan 14 09:47:34.840290 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06317-63c4-4c89-8e2a-882b6d15030e req-b831b578-296a-491d-96d7-fb8692a70b59 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:34.852329 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fca06317-63c4-4c89-8e2a-882b6d15030e req-b831b578-296a-491d-96d7-fb8692a70b59 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1021574 Jan 14 09:47:34.938936 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fca06317-63c4-4c89-8e2a-882b6d15030e req-646faf8f-3045-4a87-bd6c-8f4430344526 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827284 Jan 14 09:47:35.069983 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f375502-8454-435e-8e84-f800dc6e7abd req-71746dff-fc55-48fb-978e-6e559d596051 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:35.072636 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6f375502-8454-435e-8e84-f800dc6e7abd req-71746dff-fc55-48fb-978e-6e559d596051 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0854242 Jan 14 09:47:35.152036 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6f375502-8454-435e-8e84-f800dc6e7abd req-36f451e2-cb03-4689-b98f-5448d4f63098 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695827 Jan 14 09:47:35.554949 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:47:35.660142 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: DOWN; New status is: DOWN {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:47:36.098660 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dc275-1231-418b-9a49-a39934a1a6f9 req-d0d69d4e-b09b-40cf-a93b-abe41e7ff385 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:36.100370 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b1dc275-1231-418b-9a49-a39934a1a6f9 req-d0d69d4e-b09b-40cf-a93b-abe41e7ff385 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0655942 Jan 14 09:47:36.195832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0b1dc275-1231-418b-9a49-a39934a1a6f9 req-75da6058-9c3c-470b-8459-23585b414185 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861444 Jan 14 09:47:36.334621 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0e740-45ea-43b8-8c08-2fe7f09e6333 req-b654d6cc-c401-4a3b-b827-c156ec464c76 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:36.337391 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-aab0e740-45ea-43b8-8c08-2fe7f09e6333 req-b654d6cc-c401-4a3b-b827-c156ec464c76 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0778840 Jan 14 09:47:36.417675 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-aab0e740-45ea-43b8-8c08-2fe7f09e6333 req-dc43430b-13ae-4540-b1dc-ccdd66cf381d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681462 Jan 14 09:47:36.770660 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 41832) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:36.956878 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38761c70-44f5-479c-a5f4-13f3523bc9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.054134 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38761c70-44f5-479c-a5f4-13f3523bc9e2 admin admin] Publish callbacks [] for security_group (0e259b72-a88a-4f59-8cfe-6a7aa8fa7296), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.059577 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-38761c70-44f5-479c-a5f4-13f3523bc9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0e259b72-a88a-4f59-8cfe-6a7aa8fa7296), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.092611 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-38761c70-44f5-479c-a5f4-13f3523bc9e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e57de413867c4265bfc983766a6456f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205497 Jan 14 09:47:37.103698 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 41836) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:37.117040 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761c70-44f5-479c-a5f4-13f3523bc9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e259b72-a88a-4f59-8cfe-6a7aa8fa7296,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:37.176327 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-da44118e-8286-4f07-b681-d4a03c70e7bc admin admin] Publish callbacks [] for security_group (0e259b72-a88a-4f59-8cfe-6a7aa8fa7296), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.214342 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-da44118e-8286-4f07-b681-d4a03c70e7bc admin admin] Publish callbacks [] for security_group (0e259b72-a88a-4f59-8cfe-6a7aa8fa7296), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.321764 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-da44118e-8286-4f07-b681-d4a03c70e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0e259b72-a88a-4f59-8cfe-6a7aa8fa7296), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.325059 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-da44118e-8286-4f07-b681-d4a03c70e7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:37.345627 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-da44118e-8286-4f07-b681-d4a03c70e7bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e259b72-a88a-4f59-8cfe-6a7aa8fa7296 HTTP/1.1" status: 204 len: 168 time: 0.2282112 Jan 14 09:47:37.373076 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44118e-8286-4f07-b681-d4a03c70e7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e259b72-a88a-4f59-8cfe-6a7aa8fa7296,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:37.379123 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484e73-b593-4e17-a272-bb590caa5649 req-124e85f9-b692-45c7-a456-650c65f92bff tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:37.383087 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a0484e73-b593-4e17-a272-bb590caa5649 req-124e85f9-b692-45c7-a456-650c65f92bff tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0928466 Jan 14 09:47:37.507018 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a0484e73-b593-4e17-a272-bb590caa5649 req-e2bbefcc-d063-492e-a405-f6ae6a41b060 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172500 Jan 14 09:47:37.632182 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee996d-14df-4a7f-bade-ef8022449ee1 req-96b99c3d-2527-4dc8-b4c7-dc4d53decff6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:37.634888 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-acee996d-14df-4a7f-bade-ef8022449ee1 req-96b99c3d-2527-4dc8-b4c7-dc4d53decff6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0787010 Jan 14 09:47:37.757777 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-acee996d-14df-4a7f-bade-ef8022449ee1 req-87766927-c983-44a4-b14a-626f17110bd4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125739 Jan 14 09:47:38.761084 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67364a67-b39c-40c1-85c6-8e21ea7de660 req-92511741-b3d3-41bb-a2d9-9171416c5182 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:38.763830 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67364a67-b39c-40c1-85c6-8e21ea7de660 req-92511741-b3d3-41bb-a2d9-9171416c5182 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1419575 Jan 14 09:47:38.923080 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67364a67-b39c-40c1-85c6-8e21ea7de660 req-69315937-28b6-425e-81ad-3e158a5f8dd9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441250 Jan 14 09:47:39.052619 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c93f4e-f2ea-4583-92ec-ccb79a698893 req-91437f0a-1450-405e-9ca4-0c15f75ac304 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:39.054168 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a0c93f4e-f2ea-4583-92ec-ccb79a698893 req-91437f0a-1450-405e-9ca4-0c15f75ac304 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0955691 Jan 14 09:47:39.127935 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a0c93f4e-f2ea-4583-92ec-ccb79a698893 req-ec50f869-07f1-483e-819d-8e89700e6893 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643005 Jan 14 09:47:40.102536 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092af96-6982-4d3f-9313-4f480ffda5f1 req-048c5aef-969d-46bb-a8de-99bcdf2efd7d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:40.108644 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8092af96-6982-4d3f-9313-4f480ffda5f1 req-048c5aef-969d-46bb-a8de-99bcdf2efd7d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0679176 Jan 14 09:47:40.180885 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8092af96-6982-4d3f-9313-4f480ffda5f1 req-ac851d94-4dfa-4d28-ac32-6a2c989bac2f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668662 Jan 14 09:47:40.291037 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a4cea-0ac7-43d0-981e-ae2c93a80d29 req-1a1c7c97-bfac-41ad-9ad7-394ba30faaab tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:40.293020 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f87a4cea-0ac7-43d0-981e-ae2c93a80d29 req-1a1c7c97-bfac-41ad-9ad7-394ba30faaab tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0697730 Jan 14 09:47:40.392810 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f87a4cea-0ac7-43d0-981e-ae2c93a80d29 req-17512624-d367-435c-9f73-e24b7381b1a6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886819 Jan 14 09:47:41.341132 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0395c0-e7aa-4ed9-b981-be5b443fbf09 req-a8e781e5-6947-494e-816d-407158284585 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:41.342761 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5c0395c0-e7aa-4ed9-b981-be5b443fbf09 req-a8e781e5-6947-494e-816d-407158284585 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0559790 Jan 14 09:47:41.405537 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5c0395c0-e7aa-4ed9-b981-be5b443fbf09 req-fa1f9eca-e726-4d26-811c-e1baf244183f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Jan 14 09:47:41.544300 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87350b31-0d06-493f-868e-0cbfdfe7b135 req-ce632253-723b-4e0e-8ca7-384095941991 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:41.548737 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87350b31-0d06-493f-868e-0cbfdfe7b135 req-ce632253-723b-4e0e-8ca7-384095941991 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0831649 Jan 14 09:47:41.616535 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87350b31-0d06-493f-868e-0cbfdfe7b135 req-4a0712db-1019-4285-ad4c-9defcc0d91f0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592661 Jan 14 09:47:42.561218 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673099-9cac-451c-8b12-36b37375cf98 req-b11fe3a2-59bb-42ff-9e7d-5a301e547d76 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:42.564274 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d3673099-9cac-451c-8b12-36b37375cf98 req-b11fe3a2-59bb-42ff-9e7d-5a301e547d76 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0618427 Jan 14 09:47:42.621834 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d3673099-9cac-451c-8b12-36b37375cf98 req-c060f0f1-7ee1-4474-b178-e71d11d40970 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501390 Jan 14 09:47:42.777571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251d934-db1b-4dd1-bd32-b86239e66b5f req-357e24d9-f3fd-4da9-bad7-1211f054a23c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:42.787390 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1251d934-db1b-4dd1-bd32-b86239e66b5f req-357e24d9-f3fd-4da9-bad7-1211f054a23c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0731266 Jan 14 09:47:42.840322 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1251d934-db1b-4dd1-bd32-b86239e66b5f req-05bba75a-3841-4320-a4e0-886c27bf0616 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509422 Jan 14 09:47:43.773909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e964265-88c5-4f78-9a0a-ef94bd053160 req-ea36d801-7dfb-4bff-a7bd-2294181b4420 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:43.775716 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0e964265-88c5-4f78-9a0a-ef94bd053160 req-ea36d801-7dfb-4bff-a7bd-2294181b4420 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0642455 Jan 14 09:47:43.829295 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0e964265-88c5-4f78-9a0a-ef94bd053160 req-ea8dea7c-ca8f-4aca-9d7b-12fd0a41e12d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Jan 14 09:47:44.012642 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6c5db-3f94-4d28-8640-a31dd591b987 req-28678495-a01d-48cd-95a7-627d9f3c75b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:44.020853 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6ae6c5db-3f94-4d28-8640-a31dd591b987 req-28678495-a01d-48cd-95a7-627d9f3c75b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0731742 Jan 14 09:47:44.088066 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6ae6c5db-3f94-4d28-8640-a31dd591b987 req-7e493812-551f-494b-a196-798c25011d6d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662842 Jan 14 09:47:44.976184 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ac9eb-14c1-4186-8fe3-96c92bf01967 req-bd48681e-2ba5-449f-97b9-27a5f644d127 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:44.977659 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae5ac9eb-14c1-4186-8fe3-96c92bf01967 req-bd48681e-2ba5-449f-97b9-27a5f644d127 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0571964 Jan 14 09:47:45.034010 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae5ac9eb-14c1-4186-8fe3-96c92bf01967 req-1ff6a49a-b4f2-4d16-8bb7-fec6fdfba01c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500519 Jan 14 09:47:45.217752 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ce84-121b-4394-9a65-be02b81dfbf2 req-45846394-0548-48f5-ba2f-f9abddc6fac8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:45.222943 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2a01ce84-121b-4394-9a65-be02b81dfbf2 req-45846394-0548-48f5-ba2f-f9abddc6fac8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0604925 Jan 14 09:47:45.281177 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2a01ce84-121b-4394-9a65-be02b81dfbf2 req-c8f9ef4f-4c9a-445a-8dcf-fbd8a480657c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556014 Jan 14 09:47:46.052981 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:46.232910 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0bdf-bae3-4542-9108-cb46adce0826 req-dde1aab5-4794-40fb-8f3a-1d56beb63246 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:46.241796 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f1ef0bdf-bae3-4542-9108-cb46adce0826 req-dde1aab5-4794-40fb-8f3a-1d56beb63246 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0666847 Jan 14 09:47:46.327042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f1ef0bdf-bae3-4542-9108-cb46adce0826 req-3d0f1e00-18b2-493d-9484-8cd02fa8c301 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840011 Jan 14 09:47:46.464010 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 41990) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:46.468076 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0196f78-2dd2-4be4-937c-e365b2845619 req-a0de5503-ee01-4e4e-91e7-7b419eabafc9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:46.470834 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f0196f78-2dd2-4be4-937c-e365b2845619 req-a0de5503-ee01-4e4e-91e7-7b419eabafc9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0755029 Jan 14 09:47:46.526577 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f0196f78-2dd2-4be4-937c-e365b2845619 req-52689add-8d19-4469-a6de-0a7923081519 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Jan 14 09:47:46.614930 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-43fd9928-622f-43f8-801e-f09feb8b38ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1490149 Jan 14 09:47:46.623894 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-aebbe54f-17e9-418f-aa80-3dd89917ac24 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:47:46.624965 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-aebbe54f-17e9-418f-aa80-3dd89917ac24 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052240 Jan 14 09:47:47.451362 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee9b5-e720-41e0-83f4-a34019d6f0bc req-17bb5374-2c1a-4822-b586-23832d4d75d9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:47.452821 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3dfee9b5-e720-41e0-83f4-a34019d6f0bc req-17bb5374-2c1a-4822-b586-23832d4d75d9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0527973 Jan 14 09:47:47.500667 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3dfee9b5-e720-41e0-83f4-a34019d6f0bc req-edad62ed-3eaf-44c2-a790-9d44635066ca tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Jan 14 09:47:47.653115 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6882-3af6-42c2-9745-69320cd0aabf req-dcaa5b0a-a1f4-426e-bbab-08ccfb787755 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:47.654725 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-006c6882-3af6-42c2-9745-69320cd0aabf req-dcaa5b0a-a1f4-426e-bbab-08ccfb787755 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0510526 Jan 14 09:47:47.710546 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-006c6882-3af6-42c2-9745-69320cd0aabf req-d5da3a40-94da-4839-bdf4-9397d0a0a064 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Jan 14 09:47:48.621610 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745b2a-85d5-4346-b853-dd4be15a31d5 req-8fe5532e-1838-485e-9dea-13a110bc6f7d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:48.623064 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-db745b2a-85d5-4346-b853-dd4be15a31d5 req-8fe5532e-1838-485e-9dea-13a110bc6f7d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0494840 Jan 14 09:47:48.679953 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-db745b2a-85d5-4346-b853-dd4be15a31d5 req-9f5d84e4-d9d6-4745-8275-d5087cece634 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Jan 14 09:47:48.838899 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6974b20-11c5-4597-b157-8951c06e3009 req-9a7f3a5e-b1e8-4981-9f7f-a8c729929014 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:48.840413 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e6974b20-11c5-4597-b157-8951c06e3009 req-9a7f3a5e-b1e8-4981-9f7f-a8c729929014 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0487697 Jan 14 09:47:48.892076 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e6974b20-11c5-4597-b157-8951c06e3009 req-6507c866-1726-4411-8620-956a745e68a5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Jan 14 09:47:49.812862 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1df91-f463-423b-9034-9c5207ae2e84 req-93a0f491-018f-41ad-9420-6396c8af9adb tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:49.814425 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c2e1df91-f463-423b-9034-9c5207ae2e84 req-93a0f491-018f-41ad-9420-6396c8af9adb tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0567305 Jan 14 09:47:49.865450 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c2e1df91-f463-423b-9034-9c5207ae2e84 req-c9518e06-4d4d-41af-a619-1d3eee3e0013 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453932 Jan 14 09:47:50.048229 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d9855-da29-4a7b-8f8c-ff1a30b7b696 req-a376450b-ed62-4b83-9451-548f1a6d843b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:50.050737 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6c9d9855-da29-4a7b-8f8c-ff1a30b7b696 req-a376450b-ed62-4b83-9451-548f1a6d843b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0784669 Jan 14 09:47:50.160934 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6c9d9855-da29-4a7b-8f8c-ff1a30b7b696 req-1dbbe349-bce2-477e-93c2-223ed0cab7fc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948079 Jan 14 09:47:51.039486 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c436d9-f6af-421a-873d-69f2a812416c req-096b6d72-6cdf-4300-ab97-5d17004ed1e7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:51.042057 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b7c436d9-f6af-421a-873d-69f2a812416c req-096b6d72-6cdf-4300-ab97-5d17004ed1e7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0591130 Jan 14 09:47:51.114463 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b7c436d9-f6af-421a-873d-69f2a812416c req-6bf5ec14-5bd2-471f-9953-144d9db757ef tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610902 Jan 14 09:47:51.315215 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dd257-6209-44fd-a0d6-84240dcaedcf req-a9449a1d-a1cc-4b87-90ba-3bb509a7a71c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:51.319225 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6f9dd257-6209-44fd-a0d6-84240dcaedcf req-a9449a1d-a1cc-4b87-90ba-3bb509a7a71c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0778418 Jan 14 09:47:51.402203 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6f9dd257-6209-44fd-a0d6-84240dcaedcf req-21b5d3ae-f68b-46d5-bd11-36518963864d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765316 Jan 14 09:47:52.249043 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddc45-9e7d-4664-8b36-532c7db37cc9 req-1878a474-f7b0-4888-89b2-1eace871258a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:52.256770 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c90ddc45-9e7d-4664-8b36-532c7db37cc9 req-1878a474-f7b0-4888-89b2-1eace871258a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0589168 Jan 14 09:47:52.323161 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c90ddc45-9e7d-4664-8b36-532c7db37cc9 req-d80459fd-4b9e-4b77-aefb-fb732fefb273 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652530 Jan 14 09:47:52.651406 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe4613-81f0-4445-9e02-d6c94d71034b req-06bcf80b-8e31-4176-973d-7e7bc29dd086 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:52.654944 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4afe4613-81f0-4445-9e02-d6c94d71034b req-06bcf80b-8e31-4176-973d-7e7bc29dd086 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0897925 Jan 14 09:47:52.752496 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4afe4613-81f0-4445-9e02-d6c94d71034b req-7caa9444-341f-4166-9c86-17194a483c5b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816085 Jan 14 09:47:53.576531 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88c0fe-7e35-4360-9784-cf457325e5dd req-263b3b61-0fd4-4ab6-9eb9-bf9e8c793099 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:53.580242 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5b88c0fe-7e35-4360-9784-cf457325e5dd req-263b3b61-0fd4-4ab6-9eb9-bf9e8c793099 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0994687 Jan 14 09:47:53.678339 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5b88c0fe-7e35-4360-9784-cf457325e5dd req-c605800a-87dd-4f01-8aa3-70b3cc9f62ce tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872319 Jan 14 09:47:53.943651 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c87a6-d754-4e4f-b95f-e44d1d9fec33 req-08f8d2f6-e3c5-480e-8f5c-6148476f0dd1 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:53.950144 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2b7c87a6-d754-4e4f-b95f-e44d1d9fec33 req-08f8d2f6-e3c5-480e-8f5c-6148476f0dd1 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0698802 Jan 14 09:47:54.022850 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2b7c87a6-d754-4e4f-b95f-e44d1d9fec33 req-66d5042b-470f-4ac1-8715-18bf02905247 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614207 Jan 14 09:47:54.242037 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-82c6d7fc-aba0-4f48-886f-1e04a5118be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:54.243695 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-82c6d7fc-aba0-4f48-886f-1e04a5118be8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a&tenant_id=d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 1096 time: 0.0839303 Jan 14 09:47:54.326883 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-5b1c0409-164e-4b5c-aac1-5c980cd721a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:54.328461 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-5b1c0409-164e-4b5c-aac1-5c980cd721a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1096 time: 0.0557215 Jan 14 09:47:54.453752 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-d90fb874-9709-4c18-955e-8f60287951a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:54.455570 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-d90fb874-9709-4c18-955e-8f60287951a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.1186881 Jan 14 09:47:54.526268 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-33f553a7-a635-4500-a790-55226b7d6f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:54.588890 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-1bd0a7fd-ed9e-4867-b89a-5a9e84d3902a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 999 time: 0.1265879 Jan 14 09:47:54.681553 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-993c64bd-e1c0-458e-bd1e-418d00157174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:54.683119 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-993c64bd-e1c0-458e-bd1e-418d00157174 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0877721 Jan 14 09:47:54.782287 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-be7132fa-f7aa-46e3-9c9e-8d2853bfdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:54.783845 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-be7132fa-f7aa-46e3-9c9e-8d2853bfdf6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0927374 Jan 14 09:47:54.960298 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595a6f9-f15c-47b8-9ec4-fe9a3bb9b0d5 req-0aee0742-2387-40d1-aa18-7e37f89254c9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:54.960298 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e595a6f9-f15c-47b8-9ec4-fe9a3bb9b0d5 req-0aee0742-2387-40d1-aa18-7e37f89254c9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1486287 Jan 14 09:47:55.018975 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-a9dbac16-15f8-41ee-9cec-13ca892d928d service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250168 Jan 14 09:47:55.115323 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e595a6f9-f15c-47b8-9ec4-fe9a3bb9b0d5 req-828be067-0ba4-4b02-a163-9c89546eab53 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450696 Jan 14 09:47:55.219238 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1dd981ad-8ae3-4edd-83a2-2dae7e2cc825 req-8fa6d82a-2386-4b65-aeb8-58c003acb984 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810598 Jan 14 09:47:55.234771 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42162) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:55.278067 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3811f27-f5a9-43fb-83ee-a19e51796ec7 req-7a79688d-794b-4840-a164-c8b4eea9643f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:55.287486 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c3811f27-f5a9-43fb-83ee-a19e51796ec7 req-7a79688d-794b-4840-a164-c8b4eea9643f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0970559 Jan 14 09:47:55.381474 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c3811f27-f5a9-43fb-83ee-a19e51796ec7 req-2c80426a-7b50-45a7-9847-c32de97f0e7a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919163 Jan 14 09:47:55.430716 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c9feb170-d3d3-4480-a462-f34306d6218b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.543792 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c9feb170-d3d3-4480-a462-f34306d6218b admin admin] Publish callbacks [] for security_group (b92d3ed8-b815-485b-a9a7-5c647440f7bc), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.550084 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c9feb170-d3d3-4480-a462-f34306d6218b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b92d3ed8-b815-485b-a9a7-5c647440f7bc), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.594102 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-c9feb170-d3d3-4480-a462-f34306d6218b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebd9caa6f212479b8dc08fc142324607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554089 Jan 14 09:47:55.594102 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9feb170-d3d3-4480-a462-f34306d6218b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d3ed8-b815-485b-a9a7-5c647440f7bc,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:55.595091 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42166) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:55.663198 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39c92601-8d88-4b28-aff5-c637e463e7a8 admin admin] Publish callbacks [] for security_group (b92d3ed8-b815-485b-a9a7-5c647440f7bc), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.689829 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39c92601-8d88-4b28-aff5-c637e463e7a8 admin admin] Publish callbacks [] for security_group (b92d3ed8-b815-485b-a9a7-5c647440f7bc), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.763201 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39c92601-8d88-4b28-aff5-c637e463e7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b92d3ed8-b815-485b-a9a7-5c647440f7bc), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.766388 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39c92601-8d88-4b28-aff5-c637e463e7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:55.767654 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-39c92601-8d88-4b28-aff5-c637e463e7a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b92d3ed8-b815-485b-a9a7-5c647440f7bc HTTP/1.1" status: 204 len: 168 time: 0.1706495 Jan 14 09:47:55.777328 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92601-8d88-4b28-aff5-c637e463e7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d3ed8-b815-485b-a9a7-5c647440f7bc,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:56.253876 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73432e46-c283-43e8-8a82-94c32c08d951 req-97bb7594-7497-41d6-a51d-1a83b720f3a6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:56.255577 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73432e46-c283-43e8-8a82-94c32c08d951 req-97bb7594-7497-41d6-a51d-1a83b720f3a6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0577977 Jan 14 09:47:56.309931 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73432e46-c283-43e8-8a82-94c32c08d951 req-90b6f53f-444c-4933-a623-f73caadf6679 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Jan 14 09:47:56.526203 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cce04-a952-4964-b09e-bd0046a582bf req-308af628-dd8b-4758-8d95-73aaf7be55c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:56.529261 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bb4cce04-a952-4964-b09e-bd0046a582bf req-308af628-dd8b-4758-8d95-73aaf7be55c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0510123 Jan 14 09:47:56.592214 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bb4cce04-a952-4964-b09e-bd0046a582bf req-92cab574-8015-4338-bf1c-446a6e5a6139 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557709 Jan 14 09:47:56.821721 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-14176f08-e26f-4d33-ae72-813582adb7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.004102 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42230) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:57.137846 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-977c5488-7fe3-44dc-913f-457cb95a298a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.223200 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-977c5488-7fe3-44dc-913f-457cb95a298a admin admin] Publish callbacks [] for security_group (33cd8374-8fbb-4fce-a7a4-10020bbdbc29), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.227517 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-977c5488-7fe3-44dc-913f-457cb95a298a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (33cd8374-8fbb-4fce-a7a4-10020bbdbc29), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.266647 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-977c5488-7fe3-44dc-913f-457cb95a298a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ea85765b096465e9198247f0e0316ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612689 Jan 14 09:47:57.267654 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c5488-7fe3-44dc-913f-457cb95a298a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd8374-8fbb-4fce-a7a4-10020bbdbc29,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:57.270143 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42238) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:47:57.330652 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0feefcd-5e92-469e-ae86-f62804a898e6 admin admin] Publish callbacks [] for security_group (33cd8374-8fbb-4fce-a7a4-10020bbdbc29), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.354624 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0feefcd-5e92-469e-ae86-f62804a898e6 admin admin] Publish callbacks [] for security_group (33cd8374-8fbb-4fce-a7a4-10020bbdbc29), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.410575 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0feefcd-5e92-469e-ae86-f62804a898e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (33cd8374-8fbb-4fce-a7a4-10020bbdbc29), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.413936 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0feefcd-5e92-469e-ae86-f62804a898e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:57.415148 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c0feefcd-5e92-469e-ae86-f62804a898e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33cd8374-8fbb-4fce-a7a4-10020bbdbc29 HTTP/1.1" status: 204 len: 168 time: 0.1440563 Jan 14 09:47:57.427323 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feefcd-5e92-469e-ae86-f62804a898e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd8374-8fbb-4fce-a7a4-10020bbdbc29,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:47:57.448340 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915da45-a1da-42c0-92d9-2843149741be req-07234c8f-9c58-47bc-b22f-a64b2959db9a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:57.450157 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3915da45-a1da-42c0-92d9-2843149741be req-07234c8f-9c58-47bc-b22f-a64b2959db9a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0624335 Jan 14 09:47:57.505710 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3915da45-a1da-42c0-92d9-2843149741be req-e16accc7-4564-4b96-8898-2ff8e9fd8922 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Jan 14 09:47:57.727616 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cbee7-f28d-4652-ae94-7e492d71c94c req-f785e5f8-3e56-4d87-b2bb-6b9e63c38900 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:57.729196 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c43cbee7-f28d-4652-ae94-7e492d71c94c req-f785e5f8-3e56-4d87-b2bb-6b9e63c38900 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0539253 Jan 14 09:47:57.790197 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c43cbee7-f28d-4652-ae94-7e492d71c94c req-eeb22b3e-0f44-43bd-85c6-026660f46d92 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544155 Jan 14 09:47:57.876005 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:47:58.734615 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f026460-de0d-4c2f-b4a4-6126b858991b req-f39377c4-010f-4efc-9397-fd9e2d1649f3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:58.737652 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7f026460-de0d-4c2f-b4a4-6126b858991b req-f39377c4-010f-4efc-9397-fd9e2d1649f3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1039696 Jan 14 09:47:58.871419 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7f026460-de0d-4c2f-b4a4-6126b858991b req-8f006014-dbf6-4fff-876c-ca4753ecf3e7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268013 Jan 14 09:47:59.003803 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7a961-d0c4-4c19-9be4-2706826e9ade req-fd1e4223-e901-4762-a4d0-effcb0f3dd83 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:47:59.005493 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b0d7a961-d0c4-4c19-9be4-2706826e9ade req-fd1e4223-e901-4762-a4d0-effcb0f3dd83 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0878520 Jan 14 09:47:59.087243 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b0d7a961-d0c4-4c19-9be4-2706826e9ade req-a28aba0d-f457-4a83-94de-50fbf011a970 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617573 Jan 14 09:47:59.594539 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:00.040741 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3f3c7-db88-41f1-989b-c25cb022dcfa req-8e0d2f67-18b4-403b-9867-fbca711a6e16 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:00.042296 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-74d3f3c7-db88-41f1-989b-c25cb022dcfa req-8e0d2f67-18b4-403b-9867-fbca711a6e16 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0520988 Jan 14 09:48:00.098587 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-74d3f3c7-db88-41f1-989b-c25cb022dcfa req-af1cf858-ea2e-460f-945c-0072a464e273 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Jan 14 09:48:00.245497 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56bd98-1ac7-4f11-91ae-82a99461e0d9 req-1e836aea-365c-4ec4-b57d-08af39082673 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:00.247384 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3b56bd98-1ac7-4f11-91ae-82a99461e0d9 req-1e836aea-365c-4ec4-b57d-08af39082673 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0545237 Jan 14 09:48:00.329331 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3b56bd98-1ac7-4f11-91ae-82a99461e0d9 req-55a8dd09-7a1b-4d24-aeb4-429d98fc7b59 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755134 Jan 14 09:48:01.230938 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad866af-85cc-411b-9f34-506b64bf7108 req-2e9422d8-56e4-4ad0-8c91-f132238fc594 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:01.232443 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0ad866af-85cc-411b-9f34-506b64bf7108 req-2e9422d8-56e4-4ad0-8c91-f132238fc594 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0515072 Jan 14 09:48:01.266629 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:01.290202 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0ad866af-85cc-411b-9f34-506b64bf7108 req-0dd9fbe5-5d1e-4d88-be4f-6e072e2e6ea8 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512187 Jan 14 09:48:01.487705 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2614-104a-45a1-8d38-cb27f317eb33 req-b29c842e-da88-4cd3-876a-98fe29ebe2ea tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:01.489068 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-094e2614-104a-45a1-8d38-cb27f317eb33 req-b29c842e-da88-4cd3-876a-98fe29ebe2ea tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0597026 Jan 14 09:48:01.539939 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-094e2614-104a-45a1-8d38-cb27f317eb33 req-9c67f5b3-b6eb-4f4b-bd1f-4b6964ae972c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Jan 14 09:48:02.434915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add97c34-f30d-4587-968e-f11ae6eaa60d req-12c96f23-0c15-40b5-b7b4-cf5f603372a9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:02.443881 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-add97c34-f30d-4587-968e-f11ae6eaa60d req-12c96f23-0c15-40b5-b7b4-cf5f603372a9 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0563495 Jan 14 09:48:02.497204 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-add97c34-f30d-4587-968e-f11ae6eaa60d req-0963f036-92c4-4911-bc9d-4a814eb493ad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484674 Jan 14 09:48:02.684909 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9d8b5-866b-49dd-943e-e3c5e4cfa3eb req-427dbf5c-25b8-4e84-8331-310009e08010 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:02.687589 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-69e9d8b5-866b-49dd-943e-e3c5e4cfa3eb req-427dbf5c-25b8-4e84-8331-310009e08010 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0647333 Jan 14 09:48:02.756492 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-69e9d8b5-866b-49dd-943e-e3c5e4cfa3eb req-d8957311-e497-42b9-82c5-2eded7d731af tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626600 Jan 14 09:48:03.627996 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38925e87-b648-4033-8374-fc951d94d3be req-d674121b-1b76-4a86-b338-05b122d258ac tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:03.629447 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-38925e87-b648-4033-8374-fc951d94d3be req-d674121b-1b76-4a86-b338-05b122d258ac tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0495400 Jan 14 09:48:03.676919 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-38925e87-b648-4033-8374-fc951d94d3be req-e4c7259c-1bcb-4218-9991-ed3a86670322 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Jan 14 09:48:03.900871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd2843-0ca9-4584-8df4-5c0a1b594a56 req-65639e0e-e75e-4399-b20a-5700ede22b3d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:03.902498 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6acd2843-0ca9-4584-8df4-5c0a1b594a56 req-65639e0e-e75e-4399-b20a-5700ede22b3d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0563159 Jan 14 09:48:03.972702 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6acd2843-0ca9-4584-8df4-5c0a1b594a56 req-817c5668-9bae-4275-b401-51cc237edc82 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640326 Jan 14 09:48:04.833111 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf10482-e730-437e-9cfa-82043ecebace req-86fd1b3b-7d80-4c06-9ea2-0adbbfdfc6c2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:04.835079 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf10482-e730-437e-9cfa-82043ecebace req-86fd1b3b-7d80-4c06-9ea2-0adbbfdfc6c2 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0724483 Jan 14 09:48:04.894181 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf10482-e730-437e-9cfa-82043ecebace req-8d9febc6-f4b4-4fc2-8c15-b2d28191e190 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536351 Jan 14 09:48:05.106174 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb968-fcc3-40a4-ba70-3f0762110e21 req-a9a8575d-b1c2-4438-8ea5-4b6bab64c757 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:05.107852 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-04abb968-fcc3-40a4-ba70-3f0762110e21 req-a9a8575d-b1c2-4438-8ea5-4b6bab64c757 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0521595 Jan 14 09:48:05.181461 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-04abb968-fcc3-40a4-ba70-3f0762110e21 req-bbdb492b-d770-4004-84f5-ef2625ef405a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605526 Jan 14 09:48:06.021299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dcf7b-8580-43ef-b540-b86083dc2c8c req-2d1db77c-7192-4bdd-9453-ba6c4adad77a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:06.022898 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-244dcf7b-8580-43ef-b540-b86083dc2c8c req-2d1db77c-7192-4bdd-9453-ba6c4adad77a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0565455 Jan 14 09:48:06.080858 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-244dcf7b-8580-43ef-b540-b86083dc2c8c req-15b5a673-f774-46d5-9fd2-230337498b88 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Jan 14 09:48:06.308854 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297f8c-a29d-4056-a492-21fc759e44cc req-46736585-e9f7-43b5-aa4a-c920e6325e9a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:06.311334 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-db297f8c-a29d-4056-a492-21fc759e44cc req-46736585-e9f7-43b5-aa4a-c920e6325e9a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0553062 Jan 14 09:48:06.375486 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-db297f8c-a29d-4056-a492-21fc759e44cc req-934bfedb-3991-4910-a35f-88b06731a5e6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580940 Jan 14 09:48:07.201650 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3289777-ebb7-4646-9c65-9946c4da0fa3 req-a15c71c3-5004-4d50-903c-0f82849ecd86 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:07.203841 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f3289777-ebb7-4646-9c65-9946c4da0fa3 req-a15c71c3-5004-4d50-903c-0f82849ecd86 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0523555 Jan 14 09:48:07.256929 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f3289777-ebb7-4646-9c65-9946c4da0fa3 req-eecdf4f5-efb4-49a9-a64f-e8b56f76f2f7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 Jan 14 09:48:07.521506 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe666e-c03b-451d-87f2-8286b9138601 req-7cdd28b6-9889-4b3c-bec2-8a12c5cb7370 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:07.524069 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3efe666e-c03b-451d-87f2-8286b9138601 req-7cdd28b6-9889-4b3c-bec2-8a12c5cb7370 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0550098 Jan 14 09:48:07.575632 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3efe666e-c03b-451d-87f2-8286b9138601 req-1bde6bc9-f4f9-4ea4-9c88-ec8813390ea4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Jan 14 09:48:08.409698 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a47df-aa2a-445f-9a47-4b8303868882 req-082e0092-915e-4c9e-bfff-1adf4d66b983 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:08.411266 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1e2a47df-aa2a-445f-9a47-4b8303868882 req-082e0092-915e-4c9e-bfff-1adf4d66b983 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0568299 Jan 14 09:48:08.459054 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1e2a47df-aa2a-445f-9a47-4b8303868882 req-0ea2f9d2-5f86-451f-acfb-1a37829b04ef tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421855 Jan 14 09:48:08.482589 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42490) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:08.529356 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Deleting subnet d75029e8-829d-4efc-a4e5-d33317ca09ea {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:48:08.532852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Publish callbacks [] for subnet (d75029e8-829d-4efc-a4e5-d33317ca09ea), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:08.573443 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (d75029e8-829d-4efc-a4e5-d33317ca09ea), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:08.620251 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (d75029e8-829d-4efc-a4e5-d33317ca09ea), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:08.750054 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (d75029e8-829d-4efc-a4e5-d33317ca09ea), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:08.784279 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75029e8-829d-4efc-a4e5-d33317ca09ea,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:08.796313 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce04d3d-4dde-4c9d-9803-4153b0321fb3 req-2a6f00b0-13ad-402f-bf7d-f539ac8d4917 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:08.797937 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2ce04d3d-4dde-4c9d-9803-4153b0321fb3 req-2a6f00b0-13ad-402f-bf7d-f539ac8d4917 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0927420 Jan 14 09:48:08.812583 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:08.817649 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-78efa8fe-ac03-4a08-bca0-4d85fd122dc1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d75029e8-829d-4efc-a4e5-d33317ca09ea HTTP/1.1" status: 204 len: 168 time: 0.3319354 Jan 14 09:48:08.820164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42500) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:08.864735 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2ce04d3d-4dde-4c9d-9803-4153b0321fb3 req-e38e9189-1dfe-4fc2-9fe7-53c06cc9adec tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474906 Jan 14 09:48:08.902619 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.227830 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.251355 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.251692 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.252461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.252785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > port after_create 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.253110 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > port after_delete 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.253434 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > port after_update 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.253765 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.254078 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.254405 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.254717 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.388189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.388537 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.388867 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.389194 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 14 09:48:09.390064 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e']}} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:09.409573 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be565d07-bcd9-47da-b7db-4f06342a0448') {'for_net_delete': True} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:09.409980 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be565d07-bcd9-47da-b7db-4f06342a0448') {} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:09.426649 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5957680'] for segment (be565d07-bcd9-47da-b7db-4f06342a0448), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.452493 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (be565d07-bcd9-47da-b7db-4f06342a0448), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.462390 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:48:09.462887 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101823'] for segment (be565d07-bcd9-47da-b7db-4f06342a0448), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: Traceback (most recent call last): Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: timer() Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: cb(*args, **kw) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: return func(*args, **kwargs) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: self._notify() Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: self.callback(batched_events) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: event.method(event) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: return f(self, *a, **k) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._get(url).json() Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: return self.request(url, 'GET', **kwargs) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:48:09.467409 dv-cinder-821602-11-iscsi neutron-server[114414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:48:09.530931 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.537657 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.541190 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e HTTP/1.1" status: 204 len: 168 time: 0.7193339 Jan 14 09:48:09.557277 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822871c-bc7a-42e4-9055-b803e810552b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec03e4c-b16e-4ceb-af1e-9c2edad3a01e,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:09.588568 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2d2d0-0419-4fc2-a192-a9a515c9fd52 req-06ecb697-6f29-4c0d-b086-3fde5fffe759 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:09.590809 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c4b2d2d0-0419-4fc2-a192-a9a515c9fd52 req-06ecb697-6f29-4c0d-b086-3fde5fffe759 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0628362 Jan 14 09:48:09.643085 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c4b2d2d0-0419-4fc2-a192-a9a515c9fd52 req-2ef05827-a3dc-4227-8e77-7cfba4f89b6a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Jan 14 09:48:09.726167 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:48:09.734181 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42514) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:09.777316 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-5d025b63-8847-4763-b562-18d5eeb0cfe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8c5dc7c85e0401084a77fbddaa59ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418649 Jan 14 09:48:09.780145 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42516) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:09.829221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d8111f39-d980-4faf-9fff-4ac3ec958b23 admin admin] Publish callbacks [] for security_group (bc13e93d-0e8d-4afd-a2ac-b952292205a0), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.855376 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d8111f39-d980-4faf-9fff-4ac3ec958b23 admin admin] Publish callbacks [] for security_group (bc13e93d-0e8d-4afd-a2ac-b952292205a0), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.902902 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d8111f39-d980-4faf-9fff-4ac3ec958b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (bc13e93d-0e8d-4afd-a2ac-b952292205a0), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.905706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d8111f39-d980-4faf-9fff-4ac3ec958b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:09.909092 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d8111f39-d980-4faf-9fff-4ac3ec958b23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc13e93d-0e8d-4afd-a2ac-b952292205a0 HTTP/1.1" status: 204 len: 168 time: 0.1257455 Jan 14 09:48:09.916799 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8111f39-d980-4faf-9fff-4ac3ec958b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc13e93d-0e8d-4afd-a2ac-b952292205a0,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:10.005647 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22230ed-eade-4cd0-b0ba-320f9227b968 req-65a595ac-03c3-4ce4-b3eb-ce560ecee728 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:10.007167 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f22230ed-eade-4cd0-b0ba-320f9227b968 req-65a595ac-03c3-4ce4-b3eb-ce560ecee728 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0504036 Jan 14 09:48:10.057390 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f22230ed-eade-4cd0-b0ba-320f9227b968 req-caf8fbfd-afff-4732-a67b-14ae75e80208 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433400 Jan 14 09:48:10.625734 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42546) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:10.725525 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-544625669-network', 'tenant_id': '4768eb3469474c1a8a697727bc0026af'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:10.748331 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Made reservation on behalf of 4768eb3469474c1a8a697727bc0026af for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:48:10.751026 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.759390 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.762498 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7666a47-736d-4de7-b331-e890aaff07ce req-e473fa94-d30f-48c5-b584-63108ebc734b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:10.764081 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d7666a47-736d-4de7-b331-e890aaff07ce req-e473fa94-d30f-48c5-b584-63108ebc734b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Jan 14 09:48:10.818721 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d7666a47-736d-4de7-b331-e890aaff07ce req-1f8a72c8-4732-4dd4-a689-5fef3a0a7fa6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485537 Jan 14 09:48:10.850833 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks [] for security_group (2fc9333e-1f25-4ce8-97e7-b4e39d6db790), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.855075 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2fc9333e-1f25-4ce8-97e7-b4e39d6db790), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.880693 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:48:10.897905 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc9333e-1f25-4ce8-97e7-b4e39d6db790,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:10.903042 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (5d681395-f823-4fa7-b1a8-ee1c37731b7d), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.903042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Added segment 5d681395-f823-4fa7-b1a8-ee1c37731b7d of type vlan for network 93cbaea9-303f-4b45-a339-18b7a996b616 Jan 14 09:48:10.945145 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (93cbaea9-303f-4b45-a339-18b7a996b616), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.971153 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (93cbaea9-303f-4b45-a339-18b7a996b616), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:10.972172 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:10.972756 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.029293 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4023960 Jan 14 09:48:11.032640 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42552) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:11.036433 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9107ab-cd2e-4072-bbaa-5f77e5857a0c admin admin] Pushing event updated for resources: {'Network': ['ID=93cbaea9-303f-4b45-a339-18b7a996b616,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:11.037764 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Request body: {'subnet': {'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-544625669-subnet', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:11.047774 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 93cbaea9-303f-4b45-a339-18b7a996b616 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:48:11.071943 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Made reservation on behalf of 4768eb3469474c1a8a697727bc0026af for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:48:11.075012 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5021311'] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.272272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5493b-1355-49f9-a6c9-e6c43982413c req-4e623184-8fd4-4b76-bfb2-452144f1aac3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:11.274069 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cab5493b-1355-49f9-a6c9-e6c43982413c req-4e623184-8fd4-4b76-bfb2-452144f1aac3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0633848 Jan 14 09:48:11.341526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5780001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018261'] for subnet (86556b07-448d-4c4d-8720-860822fe39b4), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.343553 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cab5493b-1355-49f9-a6c9-e6c43982413c req-39f190e3-c39f-4f31-a919-0c8e76be8a53 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531771 Jan 14 09:48:11.403971 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86556b07-448d-4c4d-8720-860822fe39b4,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:11.416053 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Checking segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:11.416467 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Network hostable DHCP agents. Network: 93cbaea9-303f-4b45-a339-18b7a996b616, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:48:11.438283 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Network 93cbaea9-303f-4b45-a339-18b7a996b616 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:48:11.450622 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 93cbaea9-303f-4b45-a339-18b7a996b616) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:11.455151 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:11.455750 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.463367 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6df874-f006-469e-87de-5075fdf442cb None None] Network 93cbaea9-303f-4b45-a339-18b7a996b616 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:48:11.475796 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-8605b320-93f2-4f46-aca7-2bb506071949 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4419839 Jan 14 09:48:11.478745 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42568) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:11.484674 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:11.516179 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (88f7210a-0c38-43f5-b431-a137dd710f2c), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.518284 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (88f7210a-0c38-43f5-b431-a137dd710f2c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.612347 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-93cbaea9-303f-4b45-a339-18b7a996b616', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:48:11.614291 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.624137 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks [] for router_controller (88f7210a-0c38-43f5-b431-a137dd710f2c), precommit_add_association {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.787494 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks [] for router_gateway (88f7210a-0c38-43f5-b431-a137dd710f2c), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.792210 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Allocated IP 172.20.0.2 (93cbaea9-303f-4b45-a339-18b7a996b616/86556b07-448d-4c4d-8720-860822fe39b4/a9fa1ab0-0235-489e-9fde-f4f813a835cc) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:11.953938 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Publish callbacks [] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.960395 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:11.995962 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Network 93cbaea9-303f-4b45-a339-18b7a996b616 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:11.999808 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:12.004160 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:12.053261 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Pushing event updated for resources: {'Port': ['ID=a9fa1ab0-0235-489e-9fde-f4f813a835cc,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:12.068582 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bb401-7157-4f00-8e17-2889bcee1b56 req-69f63023-6f72-4e45-9a70-c1049d32a865 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:12.070843 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Attempting to bind port a9fa1ab0-0235-489e-9fde-f4f813a835cc on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:12.071216 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Attempting to bind port a9fa1ab0-0235-489e-9fde-f4f813a835cc by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:12.071337 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f38bb401-7157-4f00-8e17-2889bcee1b56 req-69f63023-6f72-4e45-9a70-c1049d32a865 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1530406 Jan 14 09:48:12.071581 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Attempting to bind port a9fa1ab0-0235-489e-9fde-f4f813a835cc on network 93cbaea9-303f-4b45-a339-18b7a996b616 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:12.077337 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:12.077725 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Checking segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:12.078129 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.078545 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Bound using segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:12.079015 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Bound port: a9fa1ab0-0235-489e-9fde-f4f813a835cc, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:12.079527 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.106650 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks [] for router_gateway (88f7210a-0c38-43f5-b431-a137dd710f2c), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.128939 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.156184 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] For port a9fa1ab0-0235-489e-9fde-f4f813a835cc, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:12.159694 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] For port a9fa1ab0-0235-489e-9fde-f4f813a835cc, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a9fa1ab0-0235-489e-9fde-f4f813a835cc,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:12.164661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.190649 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f38bb401-7157-4f00-8e17-2889bcee1b56 req-8375c671-a9f9-4a4a-bf4a-044a0b87e186 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113675 Jan 14 09:48:12.234883 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5432-7fcd-4691-a15d-1b7011f101df None None] Pushing event updated for resources: {'Port': ['ID=a9fa1ab0-0235-489e-9fde-f4f813a835cc,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:12.280760 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Allocated IP 172.27.3.82 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/dc0cead3-61c6-4011-ab16-3a86d3f90542) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:12.398965 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks [] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.458489 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:12.503961 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:12.512893 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:12.518644 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:12.542076 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5332-07de-45b4-88db-56b079b6b552 req-f3a34edf-463c-4c7c-96ef-3644325b3303 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:12.546587 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3a5b5332-07de-45b4-88db-56b079b6b552 req-f3a34edf-463c-4c7c-96ef-3644325b3303 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.1129754 Jan 14 09:48:12.553958 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Pushing event updated for resources: {'Port': ['ID=dc0cead3-61c6-4011-ab16-3a86d3f90542,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:12.635483 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3d5e0-76b9-4ae7-8a21-3ed5c441f545 req-6f06413d-a479-4ef6-b23e-95d737465688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:12.638053 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aab3d5e0-76b9-4ae7-8a21-3ed5c441f545 req-6f06413d-a479-4ef6-b23e-95d737465688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.0749471 Jan 14 09:48:12.684546 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3a5b5332-07de-45b4-88db-56b079b6b552 req-f49ab0a1-97cb-4a21-bef1-1d4bca52b4aa tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289246 Jan 14 09:48:12.715975 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aab3d5e0-76b9-4ae7-8a21-3ed5c441f545 req-92c19924-ad28-40ed-a44e-88db402706a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Jan 14 09:48:12.815159 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks [] for router_gateway (88f7210a-0c38-43f5-b431-a137dd710f2c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.222145 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (88f7210a-0c38-43f5-b431-a137dd710f2c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.315251 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe10f2-106c-4f60-b813-ee1a470b56d3 None None] Network 93cbaea9-303f-4b45-a339-18b7a996b616 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:48:13.387994 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c3109-4077-4f6c-a3ca-be2d8d1219c7 req-9a287d96-4b23-49ba-9439-28692357ed63 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:13.390111 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d50c3109-4077-4f6c-a3ca-be2d8d1219c7 req-9a287d96-4b23-49ba-9439-28692357ed63 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1069269 Jan 14 09:48:13.397536 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] Provisioning complete for port a9fa1ab0-0235-489e-9fde-f4f813a835cc triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:13.397913 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.434113 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Router 88f7210a-0c38-43f5-b431-a137dd710f2c is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:48:13.463484 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d50c3109-4077-4f6c-a3ca-be2d8d1219c7 req-2aed24d1-bf73-41bd-8276-2ea07569b304 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643959 Jan 14 09:48:13.477809 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a9fa1ab0-0235-489e-9fde-f4f813a835cc up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:13.566444 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:48:13.577623 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Sync routers for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:48:13.594895 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] Current status of the port a9fa1ab0-0235-489e-9fde-f4f813a835cc is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:13.595284 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.595775 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.599849 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:13.600322 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4f0b3343-40d2-404f-8be1-88df8763407e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1172900 Jan 14 09:48:13.600408 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:13.600560 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42590) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:13.616838 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port a9fa1ab0-0235-489e-9fde-f4f813a835cc triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:13.617392 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.708554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] For port a9fa1ab0-0235-489e-9fde-f4f813a835cc, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a9fa1ab0-0235-489e-9fde-f4f813a835cc,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:13.717659 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:13.720980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:13.957272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db235ec4-8d50-4e3e-879c-f133e96848b3 req-0423577a-4a01-4a91-9704-b6484db5d217 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:13.959434 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-db235ec4-8d50-4e3e-879c-f133e96848b3 req-0423577a-4a01-4a91-9704-b6484db5d217 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.1253037 Jan 14 09:48:14.002762 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port a9fa1ab0-0235-489e-9fde-f4f813a835cc is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:14.006846 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407f881-4f86-44e5-be2f-3c5720bb95d6 None None] Pushing event updated for resources: {'Port': ['ID=a9fa1ab0-0235-489e-9fde-f4f813a835cc,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:14.012934 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-3f63bf8e-d946-42f2-88c7-a4628f8fc82d None None] Provisioning complete for port a9fa1ab0-0235-489e-9fde-f4f813a835cc triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:14.013307 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3f63bf8e-d946-42f2-88c7-a4628f8fc82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.022555 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:12Z', 'revision_number': 3, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:14.057319 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Checking router: 88f7210a-0c38-43f5-b431-a137dd710f2c for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:48:14.057670 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Updating router 88f7210a-0c38-43f5-b431-a137dd710f2c port dc0cead3-61c6-4011-ab16-3a86d3f90542 binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:48:14.072874 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-db235ec4-8d50-4e3e-879c-f133e96848b3 req-655732d0-0508-47b5-8b28-1116d9455dd6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983458 Jan 14 09:48:14.094179 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.144932 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-3f63bf8e-d946-42f2-88c7-a4628f8fc82d None None] Current status of the port a9fa1ab0-0235-489e-9fde-f4f813a835cc is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:14.229098 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.409572 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Allocated IP 172.20.0.1 (93cbaea9-303f-4b45-a339-18b7a996b616/86556b07-448d-4c4d-8720-860822fe39b4/bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:14.469841 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Publish callbacks [] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.475889 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.525014 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks [] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.526133 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Attempting to bind port dc0cead3-61c6-4011-ab16-3a86d3f90542 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:14.526539 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Attempting to bind port dc0cead3-61c6-4011-ab16-3a86d3f90542 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:14.526900 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Attempting to bind port dc0cead3-61c6-4011-ab16-3a86d3f90542 on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:14.534809 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:14.535181 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:14.535609 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.535961 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:14.536424 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Bound port: dc0cead3-61c6-4011-ab16-3a86d3f90542, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:14.536799 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.538637 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Pushing event updated for resources: {'Port': ['ID=dc0cead3-61c6-4011-ab16-3a86d3f90542,revision_number=2']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:14.561252 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.565371 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.565714 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.566081 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.566487 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568089 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568585 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568685 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.568997 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.569314 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.601269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642694eb-8e3f-4e05-9f79-9b01dc435efc req-7c322b66-62fe-49ee-9fd0-4f583eafc201 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:14.602957 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-642694eb-8e3f-4e05-9f79-9b01dc435efc req-7c322b66-62fe-49ee-9fd0-4f583eafc201 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0615549 Jan 14 09:48:14.604975 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Network 93cbaea9-303f-4b45-a339-18b7a996b616 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:14.607961 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] For port dc0cead3-61c6-4011-ab16-3a86d3f90542, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:14.611988 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] For port dc0cead3-61c6-4011-ab16-3a86d3f90542, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=dc0cead3-61c6-4011-ab16-3a86d3f90542,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:14.613030 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:14.617040 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:14.622942 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Pushing event updated for resources: {'Port': ['ID=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:14.624255 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.655315 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.655659 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.656002 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.656338 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.656666 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.656988 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.657311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.657630 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.657949 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.658264 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.658604 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.658981 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.659354 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:14.665054 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-642694eb-8e3f-4e05-9f79-9b01dc435efc req-f4b8acb3-46ee-4cc7-922f-eb38a3366f46 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512400 Jan 14 09:48:14.676799 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (88f7210a-0c38-43f5-b431-a137dd710f2c), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.722102 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba8104-484d-4993-94d0-3fe343f3cfe8 None None] Pushing event updated for resources: {'Port': ['ID=dc0cead3-61c6-4011-ab16-3a86d3f90542,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:14.732041 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:14.732674 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:14.891512 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:14.913406 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:14.948772 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-827039fe-a644-4582-bb05-406e15ab1197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:14.950400 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-827039fe-a644-4582-bb05-406e15ab1197 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1096 time: 0.1283884 Jan 14 09:48:15.088038 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-8441ff9e-11ca-47f9-9714-293f2431d928 None None] Provisioning complete for port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:15.090204 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8441ff9e-11ca-47f9-9714-293f2431d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:15.152442 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-8441ff9e-11ca-47f9-9714-293f2431d928 None None] Port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:48:15.193410 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:12Z', 'revision_number': 3, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:15.252183 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-7627c535-d79b-41c4-bcc4-10249f07924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:15.252871 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ff2c0-030b-455f-8fb6-667b2abde8f4 None None] The sync data for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi is: [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:12Z', 'revision_number': 3, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:48:15.253691 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-7627c535-d79b-41c4-bcc4-10249f07924c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae8097afd74a4ab39619485b26bdf483&device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 1099 time: 0.1988680 Jan 14 09:48:15.271499 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9cd3-77ce-4497-9d2f-287b62ef4153 req-56db162e-a186-4776-9fc1-30600cadc5b0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:15.273204 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4c3f9cd3-77ce-4497-9d2f-287b62ef4153 req-56db162e-a186-4776-9fc1-30600cadc5b0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0730081 Jan 14 09:48:15.280395 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-2df80078-fe03-4431-b162-1534f6d3d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:15.282271 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-2df80078-fe03-4431-b162-1534f6d3d4d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.3028321 Jan 14 09:48:15.319943 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9f91f-a86a-4002-92e3-0dafe5225071 req-bfcc0e2e-916f-4d59-af26-25f1f7a02592 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:15.322455 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0ff9f91f-a86a-4002-92e3-0dafe5225071 req-bfcc0e2e-916f-4d59-af26-25f1f7a02592 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.2401114 Jan 14 09:48:15.356543 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4c3f9cd3-77ce-4497-9d2f-287b62ef4153 req-6d744c84-b02e-40ac-93e4-1ed689ba4d0c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767388 Jan 14 09:48:15.480063 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a9fa1ab0-0235-489e-9fde-f4f813a835cc up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:15.572063 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-21bcdba5-81de-4a83-b876-17bba57b5f83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 200 len: 999 time: 0.2085466 Jan 14 09:48:15.574388 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks [] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:15.583958 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port a9fa1ab0-0235-489e-9fde-f4f813a835cc triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:15.584381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:15.616444 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0ff9f91f-a86a-4002-92e3-0dafe5225071 req-c1d081b7-bf1d-45fe-a847-6286bff7f2ce tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297645 Jan 14 09:48:15.625491 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:15.754306 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port a9fa1ab0-0235-489e-9fde-f4f813a835cc is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:15.781877 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-b956a487-00ae-42e1-a275-d18842ad2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:15.783435 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-b956a487-00ae-42e1-a275-d18842ad2c73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 200 len: 919 time: 0.5192013 Jan 14 09:48:15.834985 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Pushing event updated for resources: {'Port': ['ID=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:16.028114 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:16.174026 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-71a5452a-e98c-4662-9bf4-ad5a5a748c89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 200 len: 217 time: 0.3729739 Jan 14 09:48:16.176602 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-57f3db15-e10b-48c9-8fdb-fbbaf74872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:16.177982 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-57f3db15-e10b-48c9-8fdb-fbbaf74872ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.5969205 Jan 14 09:48:16.178771 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (88f7210a-0c38-43f5-b431-a137dd710f2c), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:16.301709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5561b-70b3-4f09-a145-80889d185eb0 req-7f188513-1bb8-4abe-8d74-64eae5c48d75 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:16.303570 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f3b5561b-70b3-4f09-a145-80889d185eb0 req-7f188513-1bb8-4abe-8d74-64eae5c48d75 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 945 time: 0.5302043 Jan 14 09:48:16.371199 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-0ca64156-2065-42e9-b1de-ce6c76db73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:16.373313 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-0ca64156-2065-42e9-b1de-ce6c76db73f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 200 len: 858 time: 0.1794958 Jan 14 09:48:16.489021 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-e7f65b1a-2b45-4a3c-b9e4-c994bd6dc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:16.492247 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-e7f65b1a-2b45-4a3c-b9e4-c994bd6dc041 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2877414 Jan 14 09:48:16.495799 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-6dcfffa9-e70a-4a16-91c3-1010ba700aa0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=78a3ace0-1988-4ea4-bbaf-f5f723e32336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068389 Jan 14 09:48:16.562199 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01f9b9-9ba5-4aac-9694-ee0fbca706d5 req-d8ebf1af-b57f-46f3-ba4a-166a8e4d8fc8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:16.566986 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4a01f9b9-9ba5-4aac-9694-ee0fbca706d5 req-d8ebf1af-b57f-46f3-ba4a-166a8e4d8fc8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0725715 Jan 14 09:48:16.593182 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f3b5561b-70b3-4f09-a145-80889d185eb0 req-58d65b24-d130-455f-a135-eb2f28059621 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700689 Jan 14 09:48:16.627708 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Network 93cbaea9-303f-4b45-a339-18b7a996b616 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:16.631196 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4a01f9b9-9ba5-4aac-9694-ee0fbca706d5 req-f82686b2-24eb-46dc-b3fe-f8d88a981fe9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557745 Jan 14 09:48:16.633990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:16.798617 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-e854d5e7-07f3-429f-9055-206b781279aa service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699165 Jan 14 09:48:16.806940 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-81878641-ad66-438f-9957-d6a6a24d7442 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931440 Jan 14 09:48:16.911558 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-a5eb0bdb-55ae-4464-a1c7-2624853a2769 None None] Provisioning complete for port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:16.912287 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bdb-55ae-4464-a1c7-2624853a2769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:16.949195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb0bdb-55ae-4464-a1c7-2624853a2769 None None] Port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:48:16.980440 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6c3d-4adb-453c-9a69-d3f3ec2ed228 req-e8d193d5-dfd4-4b67-9573-d75787a1fea6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:16.981898 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaad6c3d-4adb-453c-9a69-d3f3ec2ed228 req-e8d193d5-dfd4-4b67-9573-d75787a1fea6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.2461641 Jan 14 09:48:17.024281 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Router 88f7210a-0c38-43f5-b431-a137dd710f2c has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:48:17.065808 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a0a53e1-6bc7-4ec6-80f4-b4a8c0d2d5a1 req-ae24c4d3-0e8e-4573-803b-2ac9298c86ae service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113395 Jan 14 09:48:17.074381 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dfb9caf7-4b2a-4e1a-9e95-3cf084c6200f req-4648a6de-be75-4ea5-9df7-7ca179236a1c service neutron] 10.222.0.45 "GET /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642956 Jan 14 09:48:17.135601 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaad6c3d-4adb-453c-9a69-d3f3ec2ed228 req-51f11af7-356c-4798-ae39-75a0a71fc0e1 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442077 Jan 14 09:48:17.207954 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:48:17.214243 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-61ab04dc-b066-443e-bbdb-7d798b33a64c admin admin] 10.222.0.48 "PUT /v2.0/routers/88f7210a-0c38-43f5-b431-a137dd710f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6132817 Jan 14 09:48:17.448373 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Sync routers for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:48:17.471640 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:17.472283 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:17.553924 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device dc0cead3-61c6-4011-ab16-3a86d3f90542 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:17.785067 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-30fe9b9d-07dc-4a12-a080-af870d34b164 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:17.787861 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-30fe9b9d-07dc-4a12-a080-af870d34b164 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 945 time: 0.1267145 Jan 14 09:48:17.847893 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port dc0cead3-61c6-4011-ab16-3a86d3f90542 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:17.848495 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:17.863183 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a4ec-bb2f-422e-bfb7-9da11d1fbfb1 req-12a60fd7-7b64-41f1-8fe8-39ec76d4f055 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:17.867632 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b2b5a4ec-bb2f-422e-bfb7-9da11d1fbfb1 req-12a60fd7-7b64-41f1-8fe8-39ec76d4f055 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 945 time: 0.1221700 Jan 14 09:48:17.883333 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:17.980269 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b2b5a4ec-bb2f-422e-bfb7-9da11d1fbfb1 req-57f1bcf8-5c12-433c-a091-aa6e0da13524 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022344 Jan 14 09:48:18.061534 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11609fd3-273d-4955-abd8-d85f14b74a88 req-83ca8725-0cdc-4df1-856f-c5d3c6bd27bd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:18.064076 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-11609fd3-273d-4955-abd8-d85f14b74a88 req-83ca8725-0cdc-4df1-856f-c5d3c6bd27bd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.1262615 Jan 14 09:48:18.069495 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42684) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:18.069917 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Deleting port 069c8609-2930-41ad-9021-3efaee2425f5 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:48:18.070401 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (069c8609-2930-41ad-9021-3efaee2425f5), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.075239 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1301752500-network', 'tenant_id': '625fabe2325f494fba35085474cfa233'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:18.104429 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Made reservation on behalf of 625fabe2325f494fba35085474cfa233 for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:48:18.109183 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.121392 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.232442 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port dc0cead3-61c6-4011-ab16-3a86d3f90542 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:18.234056 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.261727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] For port 069c8609-2930-41ad-9021-3efaee2425f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=069c8609-2930-41ad-9021-3efaee2425f5,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:18.262093 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (069c8609-2930-41ad-9021-3efaee2425f5), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.263593 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port dc0cead3-61c6-4011-ab16-3a86d3f90542, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=dc0cead3-61c6-4011-ab16-3a86d3f90542,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:18.274300 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-11609fd3-273d-4955-abd8-d85f14b74a88 req-353fec67-efac-4cf6-aa0b-d8cda0e22d74 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043041 Jan 14 09:48:18.281559 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Calling delete_port for 069c8609-2930-41ad-9021-3efaee2425f5 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:48:18.294976 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.320632 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks [] for security_group (8b789bff-27e2-4260-a8a7-800ba24a680f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.334733 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8b789bff-27e2-4260-a8a7-800ba24a680f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.358716 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:48:18.359500 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:15Z', 'revision_number': 2, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:18.388856 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b178813-02b6-4b36-b1a7-0b4a21e1d941 req-8300927e-ceca-4ab7-84f2-f2cf4c47bc30 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:18.390270 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b178813-02b6-4b36-b1a7-0b4a21e1d941 req-8300927e-ceca-4ab7-84f2-f2cf4c47bc30 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1321168 Jan 14 09:48:18.393009 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b789bff-27e2-4260-a8a7-800ba24a680f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:18.394344 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Checking router: 88f7210a-0c38-43f5-b431-a137dd710f2c for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:48:18.394937 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Updating router 88f7210a-0c38-43f5-b431-a137dd710f2c port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:48:18.396673 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (c6b1ee41-544e-4508-9ff9-73a18ee9db94), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.397009 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Added segment c6b1ee41-544e-4508-9ff9-73a18ee9db94 of type vlan for network e30ca5c3-07ab-4ed2-ba72-d747851ac33f Jan 14 09:48:18.398463 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=dc0cead3-61c6-4011-ab16-3a86d3f90542,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:18.415240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.415591 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.415923 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.416254 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.416937 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.416937 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.417289 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.417512 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.417838 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.418155 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.418833 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.418833 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.419112 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:18.425039 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.459476 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (069c8609-2930-41ad-9021-3efaee2425f5), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.471558 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (e30ca5c3-07ab-4ed2-ba72-d747851ac33f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.489712 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Pushing event deleted for resources: {'Port': ['ID=069c8609-2930-41ad-9021-3efaee2425f5,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:18.527418 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b178813-02b6-4b36-b1a7-0b4a21e1d941 req-3b39fd93-eb96-4dc7-8afe-0fe198c41dff tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257792 Jan 14 09:48:18.536857 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (e30ca5c3-07ab-4ed2-ba72-d747851ac33f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.538513 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:18.539474 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.540559 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] No DVR routers for this DVR port 069c8609-2930-41ad-9021-3efaee2425f5 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:48:18.544175 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.548377 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-427dc340-8f75-4c0b-8f99-b026b9678ae8 req-3391f037-58bf-4c97-a0a1-0505de43209c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "DELETE /v2.0/ports/069c8609-2930-41ad-9021-3efaee2425f5 HTTP/1.1" status: 204 len: 173 time: 0.7550995 Jan 14 09:48:18.548884 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'name': 'network-vif-deleted', 'tag': '069c8609-2930-41ad-9021-3efaee2425f5'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:18.551500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660cedbc-8b15-407b-9dd6-48c7e4762cf5" -d '{"events": [{"server_uuid": "7b470a71-5d32-4dc8-895f-4a0e54d002d5", "name": "network-vif-deleted", "tag": "069c8609-2930-41ad-9021-3efaee2425f5"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:18.588866 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61993e1c-b6a4-4d42-956d-d4fdd2c8d004 x-openstack-request-id: req-61993e1c-b6a4-4d42-956d-d4fdd2c8d004 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:18.589337 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b470a71-5d32-4dc8-895f-4a0e54d002d5", "name": "network-vif-deleted", "tag": "069c8609-2930-41ad-9021-3efaee2425f5", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:18.589735 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61993e1c-b6a4-4d42-956d-d4fdd2c8d004 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:18.590398 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b470a71-5d32-4dc8-895f-4a0e54d002d5', 'name': 'network-vif-deleted', 'tag': '069c8609-2930-41ad-9021-3efaee2425f5', 'status': 'completed', 'code': 200} Jan 14 09:48:18.600511 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5293522 Jan 14 09:48:18.603383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42692) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:18.608923 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Request body: {'subnet': {'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1301752500-subnet', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:18.613316 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1362cee-7067-4db7-a725-dbcd053ba787 admin admin] Pushing event updated for resources: {'Network': ['ID=e30ca5c3-07ab-4ed2-ba72-d747851ac33f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:18.627768 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:48:18.635141 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Made reservation on behalf of 625fabe2325f494fba35085474cfa233 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:48:18.637537 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16094651'] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.809129 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Publish callbacks [] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.815487 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.833044 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16095569'] for subnet (6488b59f-4e21-41ba-a3f6-48476c937630), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.892365 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6488b59f-4e21-41ba-a3f6-48476c937630,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:18.900183 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Checking segment: {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:18.900514 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Network hostable DHCP agents. Network: e30ca5c3-07ab-4ed2-ba72-d747851ac33f, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:48:18.917384 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f502-de2b-4c82-8664-057e2be3ebe3 None None] Pushing event updated for resources: {'Port': ['ID=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:18.919930 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:48:18.925999 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Attempting to bind port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:18.926916 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Attempting to bind port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:18.927236 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Attempting to bind port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d on network 93cbaea9-303f-4b45-a339-18b7a996b616 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:18.933460 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, e30ca5c3-07ab-4ed2-ba72-d747851ac33f) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:18.933843 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:18.935098 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Checking segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:18.937037 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.937431 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Bound using segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:18.938374 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Bound port: bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:18.938784 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.941288 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:18.942056 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.951033 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4cfb4-f5cc-4770-aa43-67c644dc405a None None] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:48:18.959810 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-975d6903-a315-4083-8721-8d191020b452 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3551025 Jan 14 09:48:18.962554 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42696) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:18.967269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:18.995680 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (ef7090fc-6ec1-4d23-980e-2ff623b210bb), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:18.997323 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (ef7090fc-6ec1-4d23-980e-2ff623b210bb), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.075238 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] For port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:19.079292 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] For port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:19.081935 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks [] for router_controller (ef7090fc-6ec1-4d23-980e-2ff623b210bb), precommit_add_association {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.094908 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.103547 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4517bcac-12c8-4074-bedc-1299f0737ad6 req-62d9ed29-872d-4fa3-b1a7-4812750e4b0a tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0330780 Jan 14 09:48:19.128503 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-e30ca5c3-07ab-4ed2-ba72-d747851ac33f', 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f', 'project_id': '625fabe2325f494fba35085474cfa233', 'fixed_ips': [{'subnet_id': '6488b59f-4e21-41ba-a3f6-48476c937630'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:48:19.132876 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.189667 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:19.190298 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:19.228052 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f502-de2b-4c82-8664-057e2be3ebe3 None None] Pushing event updated for resources: {'Port': ['ID=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:19.241558 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks [] for router_gateway (ef7090fc-6ec1-4d23-980e-2ff623b210bb), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.305459 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] Provisioning complete for port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:19.306060 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.456659 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5c007-8a9f-4ad6-bb38-7dcc00fc1a72 req-4bdfa5a8-1777-411e-99f8-e1af481be0cd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:19.458429 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bee5c007-8a9f-4ad6-bb38-7dcc00fc1a72 req-4bdfa5a8-1777-411e-99f8-e1af481be0cd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.0644648 Jan 14 09:48:19.486332 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks [] for router_gateway (ef7090fc-6ec1-4d23-980e-2ff623b210bb), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.507170 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.513341 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bee5c007-8a9f-4ad6-bb38-7dcc00fc1a72 req-8e0829bb-b169-4353-b341-fb1c1faf85ca tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Jan 14 09:48:19.530246 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device dc0cead3-61c6-4011-ab16-3a86d3f90542 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:19.645762 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:19.653733 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Allocated IP 172.27.3.226 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/da697199-3220-4dd9-ba78-25acad3bf27c) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:19.676359 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Allocated IP 172.20.0.2 (e30ca5c3-07ab-4ed2-ba72-d747851ac33f/6488b59f-4e21-41ba-a3f6-48476c937630/4b2b27c3-dff9-4bc6-b2a0-5515660a5b26) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:19.677211 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14770a69-67d1-4e51-8d91-85eee92d7d25 req-dab0b6ee-95d7-4099-9c22-7aee3dcda347 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:19.678769 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-14770a69-67d1-4e51-8d91-85eee92d7d25 req-dab0b6ee-95d7-4099-9c22-7aee3dcda347 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0778606 Jan 14 09:48:19.781433 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-14770a69-67d1-4e51-8d91-85eee92d7d25 req-7f49f6e4-7628-41aa-97e3-5c55d6d24749 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870628 Jan 14 09:48:19.802477 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port dc0cead3-61c6-4011-ab16-3a86d3f90542 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:19.802477 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.813065 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks [] for port (da697199-3220-4dd9-ba78-25acad3bf27c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.853402 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.884709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] Current status of the port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:19.885094 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:19.894942 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:19.899744 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:19.902132 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:19.929008 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Pushing event updated for resources: {'Port': ['ID=da697199-3220-4dd9-ba78-25acad3bf27c,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:19.992687 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] For port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:20.021486 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.130713 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Publish callbacks [] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.136060 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port dc0cead3-61c6-4011-ab16-3a86d3f90542 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:20.154944 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.163121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks [] for router_gateway (ef7090fc-6ec1-4d23-980e-2ff623b210bb), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.170980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece13ee-d459-4093-b273-dc752ee3c201 None None] Pushing event updated for resources: {'Port': ['ID=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:20.204446 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-2ea5d24b-5823-4874-8d24-30cadd7b9669 None None] Provisioning complete for port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:20.204989 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2ea5d24b-5823-4874-8d24-30cadd7b9669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.213936 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:20.219020 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5e124665-483e-4088-b2b8-b0ee59cceb68 req-8994dba9-051a-46e3-a1c9-f77c78e4747d tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Jan 14 09:48:20.240692 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:20.246293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:20.272975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Pushing event updated for resources: {'Port': ['ID=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:20.298524 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:20.346646 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0659ccd-2004-4187-b70b-bf1891b17352 None None] The sync data for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi is: [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:48:20.359823 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Attempting to bind port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:20.360189 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Attempting to bind port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:20.360560 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Attempting to bind port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 on network e30ca5c3-07ab-4ed2-ba72-d747851ac33f {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:20.370429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:20.370429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Checking segment: {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:20.370429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.370429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Bound using segment: {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:20.370429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Bound port: 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:20.370429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.377552 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (ef7090fc-6ec1-4d23-980e-2ff623b210bb), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.447526 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5d24b-5823-4874-8d24-30cadd7b9669 None None] Current status of the port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:20.483210 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] For port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:20.486610 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] For port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,segment=NetworkSegment(c6b1ee41-544e-4508-9ff9-73a18ee9db94),segment_id=c6b1ee41-544e-4508-9ff9-73a18ee9db94)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:20.492721 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.541375 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Router ef7090fc-6ec1-4d23-980e-2ff623b210bb is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:48:20.567910 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ab9ca-47cb-4883-bfb4-b9a2b836c971 None None] Pushing event updated for resources: {'Port': ['ID=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:20.574661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['069c8609-2930-41ad-9021-3efaee2425f5'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:48:20.596239 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:48:20.836947 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:20.856572 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '7199b4e9-feda-4595-83c7-1a3f330de646', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'port_id': '7199b4e9-feda-4595-83c7-1a3f330de646', 'mac_address': 'fa:16:3e:44:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:48:20.933181 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:20.933719 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:20.952342 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7199b4e9-feda-4595-83c7-1a3f330de646 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:48:20.984122 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:20.994537 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.013270 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:48:21.023490 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Sync routers for ids ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:48:21.026718 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27b75-d6d5-4fbb-ac24-94a5f2cee4f3 req-3f7f4fb8-711f-4c0b-ba8c-10ffb5453e4d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:21.033406 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c7e27b75-d6d5-4fbb-ac24-94a5f2cee4f3 req-3f7f4fb8-711f-4c0b-ba8c-10ffb5453e4d tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1054676 Jan 14 09:48:21.041144 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Routers {'ef7090fc-6ec1-4d23-980e-2ff623b210bb'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:21.041925 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:21.071846 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656414-c008-4ba4-904a-7ed941fdb68c req-58cf62c4-60ec-4b26-a133-66232db0ee1c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:21.073238 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-da656414-c008-4ba4-904a-7ed941fdb68c req-58cf62c4-60ec-4b26-a133-66232db0ee1c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 943 time: 0.4320650 Jan 14 09:48:21.083882 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.094452 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=9']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:21.094667 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-69a95e5a-1e0c-45f8-8385-e94f7a000f07 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1272705 Jan 14 09:48:21.104833 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42718) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:21.172133 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-da656414-c008-4ba4-904a-7ed941fdb68c req-3a01cec7-cf5a-4246-b527-8bdf91e21a08 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799437 Jan 14 09:48:21.212479 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c7e27b75-d6d5-4fbb-ac24-94a5f2cee4f3 req-aee08568-d398-4604-a637-2e79da2cd033 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714368 Jan 14 09:48:21.258063 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Set router ef7090fc-6ec1-4d23-980e-2ff623b210bb gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:21.360494 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ebcfa27b-927a-49bb-be22-197039826eda req-fafee832-ec70-4ba9-846b-9175d9e3180d tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0477817 Jan 14 09:48:21.518911 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:20Z', 'revision_number': 3, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:21.540600 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:21.569814 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Checking router: ef7090fc-6ec1-4d23-980e-2ff623b210bb for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:48:21.570182 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Updating router ef7090fc-6ec1-4d23-980e-2ff623b210bb port da697199-3220-4dd9-ba78-25acad3bf27c binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:48:21.613337 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.630005 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:21.630436 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.768298 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.783315 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:21.787225 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:21.862791 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:21.863155 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.958210 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Publish callbacks [] for port (da697199-3220-4dd9-ba78-25acad3bf27c), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.967829 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.995741 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:21.996139 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:21.996661 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Attempting to bind port da697199-3220-4dd9-ba78-25acad3bf27c on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:21.997208 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Attempting to bind port da697199-3220-4dd9-ba78-25acad3bf27c by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:21.997721 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Attempting to bind port da697199-3220-4dd9-ba78-25acad3bf27c on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:22.022679 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:22.023450 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:22.024024 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.025480 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:22.026296 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Bound port: da697199-3220-4dd9-ba78-25acad3bf27c, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:22.026708 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.039245 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Allocated IP 172.20.0.1 (e30ca5c3-07ab-4ed2-ba72-d747851ac33f/6488b59f-4e21-41ba-a3f6-48476c937630/385af58e-0828-40cb-adae-2ee788520091) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:22.046658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,segment=NetworkSegment(c6b1ee41-544e-4508-9ff9-73a18ee9db94),segment_id=c6b1ee41-544e-4508-9ff9-73a18ee9db94)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:22.052839 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.073582 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d992da4-d5d5-41e1-a423-99edd3d694b8 None None] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:48:22.085889 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a50d2-1a6d-471d-88c8-c77cd7cd6a91 None None] Pushing event updated for resources: {'Port': ['ID=da697199-3220-4dd9-ba78-25acad3bf27c,revision_number=2']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:22.099944 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] For port da697199-3220-4dd9-ba78-25acad3bf27c, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:22.103715 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] For port da697199-3220-4dd9-ba78-25acad3bf27c, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=da697199-3220-4dd9-ba78-25acad3bf27c,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:22.108648 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.154652 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-f008d6cd-b31a-4378-9f30-ad981cf06124 None None] Provisioning complete for port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:22.154939 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f008d6cd-b31a-4378-9f30-ad981cf06124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.157449 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Routers {'ef7090fc-6ec1-4d23-980e-2ff623b210bb'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:22.158066 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:22.192409 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks [] for port (385af58e-0828-40cb-adae-2ee788520091), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.215198 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a50d2-1a6d-471d-88c8-c77cd7cd6a91 None None] Pushing event updated for resources: {'Port': ['ID=da697199-3220-4dd9-ba78-25acad3bf27c,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:22.277279 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (385af58e-0828-40cb-adae-2ee788520091), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.337581 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:22.352285 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:22.354852 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:22.366393 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3800-b964-4e2d-b348-cd6b1ee6d0bd req-7961d28d-8482-4efe-bf33-442c7621e2be tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:22.378690 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d40f3800-b964-4e2d-b348-cd6b1ee6d0bd req-7961d28d-8482-4efe-bf33-442c7621e2be tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0826802 Jan 14 09:48:22.382731 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] Set router ef7090fc-6ec1-4d23-980e-2ff623b210bb gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:22.408057 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:22.430795 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d40f3800-b964-4e2d-b348-cd6b1ee6d0bd req-a85a6dbf-6aff-40a7-95a0-8b6584bb462f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498021 Jan 14 09:48:22.434734 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Pushing event updated for resources: {'Port': ['ID=385af58e-0828-40cb-adae-2ee788520091,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:22.459944 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (ef7090fc-6ec1-4d23-980e-2ff623b210bb), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.514413 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-f008d6cd-b31a-4378-9f30-ad981cf06124 None None] Current status of the port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:22.538625 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7f3ef-0c6b-4671-8303-5825c37738d5 req-d57d53e3-0de6-4f67-a46b-7cafe162cee3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:22.540312 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-45a7f3ef-0c6b-4671-8303-5825c37738d5 req-d57d53e3-0de6-4f67-a46b-7cafe162cee3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.2316890 Jan 14 09:48:22.609386 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5b0dc74a-97a3-4cbb-868e-500dc579353c req-ee17c4ba-50c7-46a8-a494-207234f80cc7 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0487583 Jan 14 09:48:22.672796 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:20Z', 'revision_number': 3, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:22.676430 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-45a7f3ef-0c6b-4671-8303-5825c37738d5 req-011fd427-1e62-4996-a409-7d3f211a2aa3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255488 Jan 14 09:48:22.679669 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (385af58e-0828-40cb-adae-2ee788520091), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.728322 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc165a-8fb1-45f5-8c72-cf4833d52a2f None None] The sync data for ids ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'] in dv-cinder-821602-11-iscsi is: [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:20Z', 'revision_number': 3, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:48:22.868675 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-1f362ae5-b683-4df4-9586-742490ce071e None None] Provisioning complete for port 385af58e-0828-40cb-adae-2ee788520091 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:22.869272 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1f362ae5-b683-4df4-9586-742490ce071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (385af58e-0828-40cb-adae-2ee788520091), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.910975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-1f362ae5-b683-4df4-9586-742490ce071e None None] Port 385af58e-0828-40cb-adae-2ee788520091 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:48:22.926429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-1f362ae5-b683-4df4-9586-742490ce071e None None] Provisioning complete for port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:22.927894 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1f362ae5-b683-4df4-9586-742490ce071e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.947814 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks [] for port (385af58e-0828-40cb-adae-2ee788520091), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:22.954040 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (385af58e-0828-40cb-adae-2ee788520091), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.033937 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (ef7090fc-6ec1-4d23-980e-2ff623b210bb), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.042476 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Pushing event updated for resources: {'Port': ['ID=385af58e-0828-40cb-adae-2ee788520091,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:23.043882 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-1f362ae5-b683-4df4-9586-742490ce071e None None] Current status of the port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:23.155107 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:23.156622 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:23.178405 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-83f490b7-7142-4dfc-be4e-ea7b45cc2901 None None] Provisioning complete for port 385af58e-0828-40cb-adae-2ee788520091 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:23.178973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-83f490b7-7142-4dfc-be4e-ea7b45cc2901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (385af58e-0828-40cb-adae-2ee788520091), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.228511 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-83f490b7-7142-4dfc-be4e-ea7b45cc2901 None None] Port 385af58e-0828-40cb-adae-2ee788520091 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:48:23.458288 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-5d81f579-3d43-41f3-8464-8454108827dc None None] Provisioning complete for port 385af58e-0828-40cb-adae-2ee788520091 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:23.458748 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5d81f579-3d43-41f3-8464-8454108827dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (385af58e-0828-40cb-adae-2ee788520091), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.517753 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-5d81f579-3d43-41f3-8464-8454108827dc None None] Port 385af58e-0828-40cb-adae-2ee788520091 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:48:23.544188 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Router ef7090fc-6ec1-4d23-980e-2ff623b210bb has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:48:23.546367 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device da697199-3220-4dd9-ba78-25acad3bf27c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:23.601813 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port da697199-3220-4dd9-ba78-25acad3bf27c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:23.602597 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.604941 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd71ac-ab80-4dfc-a2ae-2506254fb131 req-73e5b64d-5599-45c1-be76-91fa27469036 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:23.606557 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-84dd71ac-ab80-4dfc-a2ae-2506254fb131 req-73e5b64d-5599-45c1-be76-91fa27469036 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0565302 Jan 14 09:48:23.701709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:48:23.703290 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-84dd71ac-ab80-4dfc-a2ae-2506254fb131 req-bace1b37-a2ba-473b-b198-9cc38209240b tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895216 Jan 14 09:48:23.709052 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-65e54982-aa12-46b3-a816-66f74b2a97e3 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef7090fc-6ec1-4d23-980e-2ff623b210bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030250 Jan 14 09:48:23.766312 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port da697199-3220-4dd9-ba78-25acad3bf27c is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:23.766739 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.791488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port da697199-3220-4dd9-ba78-25acad3bf27c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=da697199-3220-4dd9-ba78-25acad3bf27c,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:23.792537 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7888f501-6e6a-4a49-8b4e-941b090e5665 req-c958af74-e835-42bb-aabd-794824a31e50 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b470a71-5d32-4dc8-895f-4a0e54d002d5 HTTP/1.1" status: 200 len: 210 time: 0.0540388 Jan 14 09:48:23.800182 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.801310 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:23.880220 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ced083-cd50-493d-a27a-7760c5e61328 req-41530746-ba2a-430e-9bb6-fa0fd145f813 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:23.881823 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-42ced083-cd50-493d-a27a-7760c5e61328 req-41530746-ba2a-430e-9bb6-fa0fd145f813 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.0755773 Jan 14 09:48:23.896938 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=da697199-3220-4dd9-ba78-25acad3bf27c,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:23.928488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:23.929979 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:23.979265 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['7199b4e9-feda-4595-83c7-1a3f330de646'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:48:23.995796 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-42ced083-cd50-493d-a27a-7760c5e61328 req-a60f2fc8-29bf-4847-852b-b55731573038 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050110 Jan 14 09:48:24.142087 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:24.504977 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-51474938-42dc-4b72-98c3-14115522ba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:24.841131 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ade5a-2b7a-4402-92b7-12a9c5072d09 req-fddc4694-e6ee-447a-b241-cc601b88b24e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:24.843551 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c22ade5a-2b7a-4402-92b7-12a9c5072d09 req-fddc4694-e6ee-447a-b241-cc601b88b24e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0592926 Jan 14 09:48:24.891080 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Sync routers for ids ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:48:24.914397 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Routers {'ef7090fc-6ec1-4d23-980e-2ff623b210bb'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:24.914397 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:24.956082 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c22ade5a-2b7a-4402-92b7-12a9c5072d09 req-0468c08e-d9e9-4fa2-bff5-03fc3bfa825a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034708 Jan 14 09:48:25.165268 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c917a5-1dfe-444a-8e2c-b2cc6762439c req-84240031-c3a5-4187-a159-7e557d7cf6e7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:25.173324 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-63c917a5-1dfe-444a-8e2c-b2cc6762439c req-84240031-c3a5-4187-a159-7e557d7cf6e7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.0838892 Jan 14 09:48:25.214105 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Set router ef7090fc-6ec1-4d23-980e-2ff623b210bb gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:25.310521 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-63c917a5-1dfe-444a-8e2c-b2cc6762439c req-5e7f0c44-71c4-4405-83be-3064e54d2a6c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354156 Jan 14 09:48:25.501733 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device da697199-3220-4dd9-ba78-25acad3bf27c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:25.616879 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port da697199-3220-4dd9-ba78-25acad3bf27c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:25.616879 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:25.749272 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:22Z', 'revision_number': 4, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '385af58e-0828-40cb-adae-2ee788520091', 'name': '', 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'mac_address': 'fa:16:3e:9f:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6488b59f-4e21-41ba-a3f6-48476c937630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:21Z', 'updated_at': '2022-01-14T09:48:22Z', 'revision_number': 2, 'project_id': '625fabe2325f494fba35085474cfa233', 'subnets': [{'id': '6488b59f-4e21-41ba-a3f6-48476c937630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:25.801930 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Checking router: ef7090fc-6ec1-4d23-980e-2ff623b210bb for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:48:25.803144 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Updating router ef7090fc-6ec1-4d23-980e-2ff623b210bb port 385af58e-0828-40cb-adae-2ee788520091 binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:48:25.853952 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port da697199-3220-4dd9-ba78-25acad3bf27c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:25.867032 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (385af58e-0828-40cb-adae-2ee788520091), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.163286 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Publish callbacks [] for port (385af58e-0828-40cb-adae-2ee788520091), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.170606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (385af58e-0828-40cb-adae-2ee788520091), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.257923 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e4d6-1651-4fd8-8818-9d6bc1e899ea None None] Pushing event updated for resources: {'Port': ['ID=385af58e-0828-40cb-adae-2ee788520091,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:26.303550 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Attempting to bind port 385af58e-0828-40cb-adae-2ee788520091 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:26.304231 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Attempting to bind port 385af58e-0828-40cb-adae-2ee788520091 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:26.304771 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Attempting to bind port 385af58e-0828-40cb-adae-2ee788520091 on network e30ca5c3-07ab-4ed2-ba72-d747851ac33f {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:26.311573 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:26.312240 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Checking segment: {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:26.312831 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.313388 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Bound using segment: {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:26.314045 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Bound port: 385af58e-0828-40cb-adae-2ee788520091, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1ee41-544e-4508-9ff9-73a18ee9db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:26.314534 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (385af58e-0828-40cb-adae-2ee788520091), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.403376 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] For port 385af58e-0828-40cb-adae-2ee788520091, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:26.408052 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] For port 385af58e-0828-40cb-adae-2ee788520091, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=385af58e-0828-40cb-adae-2ee788520091,segment=NetworkSegment(c6b1ee41-544e-4508-9ff9-73a18ee9db94),segment_id=c6b1ee41-544e-4508-9ff9-73a18ee9db94)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:26.414894 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (385af58e-0828-40cb-adae-2ee788520091), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.464884 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:26.541691 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908bf70-f602-4849-b476-b66870ce55f5 req-87e28857-6a08-4dc4-872d-7abe9cbfdcf6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:26.552645 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6908bf70-f602-4849-b476-b66870ce55f5 req-87e28857-6a08-4dc4-872d-7abe9cbfdcf6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 944 time: 0.0985405 Jan 14 09:48:26.644228 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6908bf70-f602-4849-b476-b66870ce55f5 req-4edfd80e-04e1-445d-930c-dca4a1a17f29 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897610 Jan 14 09:48:26.766924 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Routers {'ef7090fc-6ec1-4d23-980e-2ff623b210bb'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:48:26.767660 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:47:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:26.771617 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e4d6-1651-4fd8-8818-9d6bc1e899ea None None] Pushing event updated for resources: {'Port': ['ID=385af58e-0828-40cb-adae-2ee788520091,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:26.849474 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] Provisioning complete for port 385af58e-0828-40cb-adae-2ee788520091 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:26.849844 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (385af58e-0828-40cb-adae-2ee788520091), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:26.965417 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-24f2fc41-d8ac-440e-8886-0e6492999c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.013176 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 7199b4e9-feda-4595-83c7-1a3f330de646 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:27.013702 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.052283 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] Set router ef7090fc-6ec1-4d23-980e-2ff623b210bb gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:48:27.177709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] Current status of the port 385af58e-0828-40cb-adae-2ee788520091 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:27.178486 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (385af58e-0828-40cb-adae-2ee788520091), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.334447 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] For port 385af58e-0828-40cb-adae-2ee788520091, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=385af58e-0828-40cb-adae-2ee788520091,segment=NetworkSegment(c6b1ee41-544e-4508-9ff9-73a18ee9db94),segment_id=c6b1ee41-544e-4508-9ff9-73a18ee9db94)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:27.359304 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (385af58e-0828-40cb-adae-2ee788520091), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.364128 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 7199b4e9-feda-4595-83c7-1a3f330de646 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:27.364474 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.429918 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:27.432450 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dc371d-10b6-423d-9be2-66bb56d96190" -d '{"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:27.469128 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:27.485427 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d777c36b-6e60-4792-ac22-339d1ac021df x-openstack-request-id: req-d777c36b-6e60-4792-ac22-339d1ac021df {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:27.485741 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-plugged", "status": "completed", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:27.485998 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d777c36b-6e60-4792-ac22-339d1ac021df {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:27.486433 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'code': 200} Jan 14 09:48:27.488852 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.489667 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 069c8609-2930-41ad-9021-3efaee2425f5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:48:27.514326 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 069c8609-2930-41ad-9021-3efaee2425f5 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:48:27.514326 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 069c8609-2930-41ad-9021-3efaee2425f5 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:48:27.517279 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df06666-a8cf-4a21-a11c-53afbad3ef5d None None] Pushing event updated for resources: {'Port': ['ID=385af58e-0828-40cb-adae-2ee788520091,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:27.561231 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-a2066ed5-222c-4834-be84-66eb7f9f5cb4 None None] Provisioning complete for port 385af58e-0828-40cb-adae-2ee788520091 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:27.561612 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a2066ed5-222c-4834-be84-66eb7f9f5cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (385af58e-0828-40cb-adae-2ee788520091), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.603748 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:22Z', 'revision_number': 4, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '385af58e-0828-40cb-adae-2ee788520091', 'name': '', 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'mac_address': 'fa:16:3e:9f:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6488b59f-4e21-41ba-a3f6-48476c937630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:21Z', 'updated_at': '2022-01-14T09:48:26Z', 'revision_number': 4, 'project_id': '625fabe2325f494fba35085474cfa233', 'subnets': [{'id': '6488b59f-4e21-41ba-a3f6-48476c937630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:48:27.650970 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7efc8d-8023-4e24-9197-ba90ecbf7215 None None] The sync data for ids ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'] in dv-cinder-821602-11-iscsi is: [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:22Z', 'revision_number': 4, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '385af58e-0828-40cb-adae-2ee788520091', 'name': '', 'network_id': 'e30ca5c3-07ab-4ed2-ba72-d747851ac33f', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'mac_address': 'fa:16:3e:9f:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '6488b59f-4e21-41ba-a3f6-48476c937630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:21Z', 'updated_at': '2022-01-14T09:48:26Z', 'revision_number': 4, 'project_id': '625fabe2325f494fba35085474cfa233', 'subnets': [{'id': '6488b59f-4e21-41ba-a3f6-48476c937630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:48:27.666984 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=10']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:27.743183 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-a2066ed5-222c-4834-be84-66eb7f9f5cb4 None None] Current status of the port 385af58e-0828-40cb-adae-2ee788520091 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:27.890728 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:27.894331 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf14a95-0a33-4551-ad01-987f1c424791 req-43fd86b1-c228-4c0c-b632-9efb0192a9b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:27.902938 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6cf14a95-0a33-4551-ad01-987f1c424791 req-43fd86b1-c228-4c0c-b632-9efb0192a9b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0844514 Jan 14 09:48:27.969179 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6cf14a95-0a33-4551-ad01-987f1c424791 req-c8f78945-76fc-4abe-a91a-fac7b1e3c3db tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646660 Jan 14 09:48:28.839642 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767c386-f024-4923-b26b-98ed527dfd39 req-1a289292-d951-4c4d-8327-363cb234015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:28.841275 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d767c386-f024-4923-b26b-98ed527dfd39 req-1a289292-d951-4c4d-8327-363cb234015e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 1099 time: 0.0717673 Jan 14 09:48:28.906365 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d767c386-f024-4923-b26b-98ed527dfd39 req-9060c714-30af-4c24-8bd3-ae0f967fc233 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580046 Jan 14 09:48:29.238012 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e84a42-1fb1-4c5c-8037-9ccce16dd521 req-0677d283-408a-4ab1-9235-41447e50fb0f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:29.244954 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-05e84a42-1fb1-4c5c-8037-9ccce16dd521 req-0677d283-408a-4ab1-9235-41447e50fb0f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.1475816 Jan 14 09:48:29.315078 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-05e84a42-1fb1-4c5c-8037-9ccce16dd521 req-02bb298f-62e9-4610-a14c-87fb73bc7972 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612793 Jan 14 09:48:29.497910 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 385af58e-0828-40cb-adae-2ee788520091 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:29.561811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 385af58e-0828-40cb-adae-2ee788520091 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:29.562196 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (385af58e-0828-40cb-adae-2ee788520091), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:29.625120 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:29.719574 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 385af58e-0828-40cb-adae-2ee788520091 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:30.496393 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f4f9-eb16-4cea-abc2-b39ec82697bf req-e1af97ba-4243-48b1-b170-a2bbb673bae4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:30.505093 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-db85f4f9-eb16-4cea-abc2-b39ec82697bf req-e1af97ba-4243-48b1-b170-a2bbb673bae4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0771010 Jan 14 09:48:30.590201 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-db85f4f9-eb16-4cea-abc2-b39ec82697bf req-5f37228a-22de-4977-a996-c848ec9c9b94 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789425 Jan 14 09:48:31.288248 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:31.757283 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac47f7-2dfd-4e62-a987-99dd59cd6424 req-dd0fe45a-2faa-44c4-8fdb-3f0da67d2a1e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:31.759835 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-62ac47f7-2dfd-4e62-a987-99dd59cd6424 req-dd0fe45a-2faa-44c4-8fdb-3f0da67d2a1e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0836668 Jan 14 09:48:31.835188 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-62ac47f7-2dfd-4e62-a987-99dd59cd6424 req-776fc4f4-28b6-4cbc-82c0-ad41e762d93e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646851 Jan 14 09:48:31.966156 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 42964) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:32.109697 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8590a03d-4793-4995-94a1-0c7d8d9fb72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.236662 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8590a03d-4793-4995-94a1-0c7d8d9fb72b admin admin] Publish callbacks [] for security_group (d28125ae-72c3-4817-9d22-0f30a60ba1f9), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.243450 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8590a03d-4793-4995-94a1-0c7d8d9fb72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d28125ae-72c3-4817-9d22-0f30a60ba1f9), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.316171 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-8590a03d-4793-4995-94a1-0c7d8d9fb72b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97940ca9b1314152b67d28f5d9ad0802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488002 Jan 14 09:48:32.320050 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 42972) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:32.320938 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590a03d-4793-4995-94a1-0c7d8d9fb72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28125ae-72c3-4817-9d22-0f30a60ba1f9,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:32.408582 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4981-e1a3-4aff-82b3-1ad73ca0f41c admin admin] Publish callbacks [] for security_group (d28125ae-72c3-4817-9d22-0f30a60ba1f9), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.439636 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4981-e1a3-4aff-82b3-1ad73ca0f41c admin admin] Publish callbacks [] for security_group (d28125ae-72c3-4817-9d22-0f30a60ba1f9), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.508344 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4981-e1a3-4aff-82b3-1ad73ca0f41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d28125ae-72c3-4817-9d22-0f30a60ba1f9), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.511281 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6f6d4981-e1a3-4aff-82b3-1ad73ca0f41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:32.517084 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6f6d4981-e1a3-4aff-82b3-1ad73ca0f41c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d28125ae-72c3-4817-9d22-0f30a60ba1f9 HTTP/1.1" status: 204 len: 168 time: 0.1945276 Jan 14 09:48:32.529059 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d4981-e1a3-4aff-82b3-1ad73ca0f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28125ae-72c3-4817-9d22-0f30a60ba1f9,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:32.987414 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b387b-c706-4cf2-8f05-662ac2be5e04 req-4aa0e7e2-230f-42d8-9a03-38f4311c1d80 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:32.990837 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5a5b387b-c706-4cf2-8f05-662ac2be5e04 req-4aa0e7e2-230f-42d8-9a03-38f4311c1d80 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0591846 Jan 14 09:48:33.049132 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5a5b387b-c706-4cf2-8f05-662ac2be5e04 req-5cbe9bc3-91d9-4da8-a194-5384c23476ed tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533464 Jan 14 09:48:34.202605 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556e1d9-3046-449e-8d3c-31c851efbe4b req-6bbe80ac-710d-4ac0-8210-c53269b8a8ff tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:34.204180 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d556e1d9-3046-449e-8d3c-31c851efbe4b req-6bbe80ac-710d-4ac0-8210-c53269b8a8ff tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0685723 Jan 14 09:48:34.274952 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d556e1d9-3046-449e-8d3c-31c851efbe4b req-7d7189f0-e5c1-401d-817a-05952732ecd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608375 Jan 14 09:48:34.489515 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-e2706a2b-3b11-4a01-bbf6-d4410ed66de7 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:34.492053 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-e2706a2b-3b11-4a01-bbf6-d4410ed66de7 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/networks?id=4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 200 len: 814 time: 0.1586716 Jan 14 09:48:34.510464 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-7d8f2e16-dfc0-4e67-b6d8-b01d0cb606cc tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/quotas/36d4eb96fed0490a9a5263574e28cb3f HTTP/1.1" status: 200 len: 375 time: 0.0105987 Jan 14 09:48:34.554414 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-cae894bc-e2e8-4e1a-9359-b4342b8d5c80 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364947 Jan 14 09:48:34.643183 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-71e8b10c-62f7-403c-9895-080696c70d08 service neutron] 10.222.0.48 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878210 Jan 14 09:48:34.769712 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-0cb507ce-6643-4606-a374-c3e6f8634185 service neutron] 10.222.0.48 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208148 Jan 14 09:48:34.968700 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182b89-3682-451e-8d86-7c701f40f34a req-1a42c409-0c43-425c-b078-156f4022ea2e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:34.970588 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-28182b89-3682-451e-8d86-7c701f40f34a req-1a42c409-0c43-425c-b078-156f4022ea2e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0695398 Jan 14 09:48:35.024526 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-28182b89-3682-451e-8d86-7c701f40f34a req-790f7655-c2d7-4a5b-b99d-a282303c92c6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 Jan 14 09:48:35.094014 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7fd77331-5367-461c-8502-beaaee54858e req-158fb746-76fe-4f36-9a08-497802ea57ba tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 210 time: 0.0282142 Jan 14 09:48:36.061255 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-c8bc2457-cdfe-4c62-812f-a94f9ba046e3 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:36.064401 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-c8bc2457-cdfe-4c62-812f-a94f9ba046e3 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "GET /v2.0/networks?id=4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 200 len: 814 time: 0.1196551 Jan 14 09:48:36.085514 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Request body: {'port': {'device_id': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4', 'admin_state_up': True, 'tenant_id': '36d4eb96fed0490a9a5263574e28cb3f'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:36.213249 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53a421-2c21-4618-a1d8-2fc062cc6e88 req-f3bdf08e-8977-4e2b-a5df-c0341c676dda tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:36.214712 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7b53a421-2c21-4618-a1d8-2fc062cc6e88 req-f3bdf08e-8977-4e2b-a5df-c0341c676dda tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.0816956 Jan 14 09:48:36.269299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Made reservation on behalf of 36d4eb96fed0490a9a5263574e28cb3f for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:48:36.274418 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:36.290564 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7b53a421-2c21-4618-a1d8-2fc062cc6e88 req-88aa73fb-2627-4af4-af26-182669cea32a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Jan 14 09:48:36.396112 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-074ef2d3-5a7a-40ee-b18c-1f76dbe52d07 req-ba1adb47-91d3-457f-9477-7f904c6ffb30 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 210 time: 0.0273776 Jan 14 09:48:36.432757 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Allocated IP 172.20.0.6 (4455b2ae-129a-4b69-bef7-804a2060c5d4/54ce6fb8-067b-4ade-8f5f-5c01799c4033/cab54f6b-8055-4590-8745-9afc5fb0f88a) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:36.711474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-4d444b38-bb70-492e-b6e9-0cae580dea80 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:36.712977 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-4d444b38-bb70-492e-b6e9-0cae580dea80 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 814 time: 0.2159019 Jan 14 09:48:36.719223 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks [] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:36.737194 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-4fc66484-8b6b-4957-8646-b30d13b0e869 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/quotas/4768eb3469474c1a8a697727bc0026af HTTP/1.1" status: 200 len: 375 time: 0.0160575 Jan 14 09:48:36.797115 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:36.845182 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-42ac064e-e66e-4c4c-ac15-01a3403e3180 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975466 Jan 14 09:48:36.864357 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Network 4455b2ae-129a-4b69-bef7-804a2060c5d4 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:36.876771 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Pushing event updated for resources: {'Port': ['ID=cab54f6b-8055-4590-8745-9afc5fb0f88a,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:36.891618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:36.922194 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43068) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:36.922465 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:36.992715 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:36.993424 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.017638 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-32ed58f7-cffb-4294-881d-18ce9b57f1e6 service neutron] 10.222.0.48 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564796 Jan 14 09:48:37.022186 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-6bd05f8c-ff6c-4fa0-84fa-95117c7e3238 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9468648 Jan 14 09:48:37.040492 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Request body: {'port': {'device_id': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:37.068732 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bea8568f-c26e-4181-b956-76aa3e98e63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.151290 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bea8568f-c26e-4181-b956-76aa3e98e63e admin admin] Publish callbacks [] for security_group (8f59ae4f-089f-4905-a422-763c754c76cd), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.154973 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.156058 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bea8568f-c26e-4181-b956-76aa3e98e63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8f59ae4f-089f-4905-a422-763c754c76cd), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.185291 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-3d5038fe-cb05-468e-9b36-a24752f52b37 service neutron] 10.222.0.48 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569204 Jan 14 09:48:37.202035 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-bea8568f-c26e-4181-b956-76aa3e98e63e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4622912b4e5042a48a158051cdb088c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781658 Jan 14 09:48:37.202958 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8568f-c26e-4181-b956-76aa3e98e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59ae4f-089f-4905-a422-763c754c76cd,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:37.204679 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43072) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:48:37.361151 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed2ff-2fe7-49bb-bfda-db326202d01e admin admin] Publish callbacks [] for security_group (8f59ae4f-089f-4905-a422-763c754c76cd), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.416364 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bb00b2b6-6ba4-4248-acb4-6888044ade52 req-9721f8f8-954b-44eb-b499-3987f1109a22 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 210 time: 0.0355787 Jan 14 09:48:37.457494 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed2ff-2fe7-49bb-bfda-db326202d01e admin admin] Publish callbacks [] for security_group (8f59ae4f-089f-4905-a422-763c754c76cd), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.532415 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05182362-4c9f-4b9f-adc4-5a09a988f0da req-fb8fdb0e-f8ef-4b95-9020-1ef89c115348 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:37.533070 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5929-7cd4-4087-9388-94ad8ef4b38a req-822c99dd-f524-494b-a397-fa8d23c843d8 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:37.533953 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05182362-4c9f-4b9f-adc4-5a09a988f0da req-fb8fdb0e-f8ef-4b95-9020-1ef89c115348 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1334932 Jan 14 09:48:37.534730 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f11d5929-7cd4-4087-9388-94ad8ef4b38a req-822c99dd-f524-494b-a397-fa8d23c843d8 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 931 time: 0.0617571 Jan 14 09:48:37.604408 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f11d5929-7cd4-4087-9388-94ad8ef4b38a req-1bbeb496-b772-4387-888b-154e0699bfa7 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 Jan 14 09:48:37.614259 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed2ff-2fe7-49bb-bfda-db326202d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8f59ae4f-089f-4905-a422-763c754c76cd), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.616923 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c4ed2ff-2fe7-49bb-bfda-db326202d01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.618401 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7c4ed2ff-2fe7-49bb-bfda-db326202d01e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f59ae4f-089f-4905-a422-763c754c76cd HTTP/1.1" status: 204 len: 168 time: 0.4124062 Jan 14 09:48:37.665078 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ed2ff-2fe7-49bb-bfda-db326202d01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59ae4f-089f-4905-a422-763c754c76cd,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:37.678248 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab54f6b-8055-4590-8745-9afc5fb0f88a {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:48:37.687995 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05182362-4c9f-4b9f-adc4-5a09a988f0da req-00e3a742-22ff-4d7e-b3df-ec718fe76c11 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420610 Jan 14 09:48:37.692430 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Publish callbacks [] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.712668 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Transition to ACTIVE for port object cab54f6b-8055-4590-8745-9afc5fb0f88a will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:48:37.719158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:37.787733 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Pushing event updated for resources: {'Port': ['ID=cab54f6b-8055-4590-8745-9afc5fb0f88a,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:37.901834 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-0c67aa43-600b-4bab-bcc7-65124bde3347 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:37.904006 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-0c67aa43-600b-4bab-bcc7-65124bde3347 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 946 time: 0.1175096 Jan 14 09:48:37.904646 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Attempting to bind port cab54f6b-8055-4590-8745-9afc5fb0f88a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:37.904978 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Attempting to bind port cab54f6b-8055-4590-8745-9afc5fb0f88a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:37.905302 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Attempting to bind port cab54f6b-8055-4590-8745-9afc5fb0f88a on network 4455b2ae-129a-4b69-bef7-804a2060c5d4 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:37.913363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Port cab54f6b-8055-4590-8745-9afc5fb0f88a on network 4455b2ae-129a-4b69-bef7-804a2060c5d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:48:37.913363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Attempting to bind port cab54f6b-8055-4590-8745-9afc5fb0f88a on network 4455b2ae-129a-4b69-bef7-804a2060c5d4 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:37.945941 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:37.946278 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Checking segment: {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:37.946706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Bound using segment: {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:37.947164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Bound port: cab54f6b-8055-4590-8745-9afc5fb0f88a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0373b60-dc86-4874-8fa1-636665727ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:37.947520 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.057550 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] For port cab54f6b-8055-4590-8745-9afc5fb0f88a, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:38.073773 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] For port cab54f6b-8055-4590-8745-9afc5fb0f88a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:38.077952 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Deleting port 5a23db63-64e3-4028-bc26-b6109dcd48ad {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:48:38.078287 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.083107 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.166959 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:38.167689 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.169039 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-09cc9772-2478-4f72-9613-56f62214717c service neutron] 10.222.0.45 "PUT /v2.0/ports/cab54f6b-8055-4590-8745-9afc5fb0f88a HTTP/1.1" status: 200 len: 1093 time: 1.1333923 Jan 14 09:48:38.169520 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'tag': 'cab54f6b-8055-4590-8745-9afc5fb0f88a'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:38.171795 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1562fde2-6831-46e5-9048-c13da3d48dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e2711b-ed08-421c-b99d-06ef5bd0a404", "tag": "cab54f6b-8055-4590-8745-9afc5fb0f88a"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:38.217951 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9772-2478-4f72-9613-56f62214717c service neutron] Pushing event updated for resources: {'Port': ['ID=cab54f6b-8055-4590-8745-9afc5fb0f88a,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:38.227701 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522c582-2a84-41f0-a10f-5e8bc862010d x-openstack-request-id: req-6522c582-2a84-41f0-a10f-5e8bc862010d {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:38.227984 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e2711b-ed08-421c-b99d-06ef5bd0a404", "tag": "cab54f6b-8055-4590-8745-9afc5fb0f88a", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:38.228260 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6522c582-2a84-41f0-a10f-5e8bc862010d {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:38.228637 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'tag': 'cab54f6b-8055-4590-8745-9afc5fb0f88a', 'status': 'completed', 'code': 200} Jan 14 09:48:38.277481 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] For port 5a23db63-64e3-4028-bc26-b6109dcd48ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5a23db63-64e3-4028-bc26-b6109dcd48ad,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:38.277839 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.294469 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Calling delete_port for 5a23db63-64e3-4028-bc26-b6109dcd48ad owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:48:38.309146 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-73d29bfa-fadf-4ba2-a3d0-5606f36f4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:38.311254 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-73d29bfa-fadf-4ba2-a3d0-5606f36f4ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 1096 time: 0.0769713 Jan 14 09:48:38.381773 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-9e5cf8ba-d66b-4fb8-a075-9d0cc19dba52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a HTTP/1.1" status: 200 len: 217 time: 0.0388088 Jan 14 09:48:38.454612 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-7beb861f-9cea-409b-8bb9-dc90ba03d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:38.456093 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-7beb861f-9cea-409b-8bb9-dc90ba03d25b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54ce6fb8-067b-4ade-8f5f-5c01799c4033 HTTP/1.1" status: 200 len: 854 time: 0.0663822 Jan 14 09:48:38.521786 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-9321af51-3b63-48c9-bbba-98c29b56dc8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4455b2ae-129a-4b69-bef7-804a2060c5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555665 Jan 14 09:48:38.555746 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dc13e600-3aaa-4199-a7c4-3fbb4cda26b5 req-733bd5bd-d539-453f-a473-8c3cb793d19f tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 210 time: 0.0519440 Jan 14 09:48:38.676022 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (5a23db63-64e3-4028-bc26-b6109dcd48ad), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.701067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['fec053d0-2d6f-4bb9-a828-7e99bac5a9b7'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:48:38.734004 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Pushing event deleted for resources: {'Port': ['ID=5a23db63-64e3-4028-bc26-b6109dcd48ad,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:38.791985 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-d9c15df3-8aaa-41d7-8dbe-2695ab455f88 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:38.793520 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-d9c15df3-8aaa-41d7-8dbe-2695ab455f88 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 814 time: 0.2345295 Jan 14 09:48:38.810583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] No DVR routers for this DVR port 5a23db63-64e3-4028-bc26-b6109dcd48ad on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:48:38.816877 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'port': {'device_id': '5f50e468-f662-40b4-a509-b335e26ff3df', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'admin_state_up': True, 'tenant_id': '4768eb3469474c1a8a697727bc0026af'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:38.827524 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:38.830381 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c1c2c63b-e0b8-4489-b4e4-76cbd70cf6d9 req-c59cfafc-9cdc-4653-8310-c73d85b1d363 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "DELETE /v2.0/ports/5a23db63-64e3-4028-bc26-b6109dcd48ad HTTP/1.1" status: 204 len: 173 time: 0.9186847 Jan 14 09:48:38.893196 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00ce96-9dfa-4375-a814-b7ba5435bceb req-697c1511-b2a4-4c99-8601-29b28572f442 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:38.894133 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-2b25bb28-cf69-4386-ba09-7fb266010747 service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339937 Jan 14 09:48:38.906427 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9f00ce96-9dfa-4375-a814-b7ba5435bceb req-697c1511-b2a4-4c99-8601-29b28572f442 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.1469154 Jan 14 09:48:38.918328 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c9f2d8e0-030e-42f4-be8d-751fe77a1712 req-e9108019-e4de-4559-a395-a784afe81b9c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=4cc92076-08d2-4373-b753-89ccf31977b3 HTTP/1.1" status: 200 len: 210 time: 0.0818675 Jan 14 09:48:39.027273 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9f00ce96-9dfa-4375-a814-b7ba5435bceb req-b54c5f99-9efd-4017-a928-20570924f86c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193340 Jan 14 09:48:39.060867 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93431f40-49c4-4a79-b007-10c7ab722c25 req-0c6b0d84-c239-441d-bb6d-9fcf3d3b5c29 service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452541 Jan 14 09:48:39.080597 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Made reservation on behalf of 4768eb3469474c1a8a697727bc0026af for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:48:39.085092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:39.213216 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-3617eaca-8b74-423d-9615-cfa7d3a46ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:39.214773 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-3617eaca-8b74-423d-9615-cfa7d3a46ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 1096 time: 0.0948596 Jan 14 09:48:39.327408 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Allocated IP 172.20.0.10 (93cbaea9-303f-4b45-a339-18b7a996b616/86556b07-448d-4c4d-8720-860822fe39b4/a8c563c3-b40e-4151-8a9f-8712800674f9) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:48:39.383583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-f4257475-c9a3-404f-9907-f7085057cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:39.385112 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-f4257475-c9a3-404f-9907-f7085057cef6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 200 len: 915 time: 0.1377723 Jan 14 09:48:39.458465 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-a5326dec-55b6-462f-96f8-d33a8b32191d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a HTTP/1.1" status: 200 len: 217 time: 0.0564787 Jan 14 09:48:39.762468 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5971a9ac-cef0-400e-a15a-4ac393ed0cbe req-3ee8e9f5-0836-4abf-b9e6-e8c2c3bf07ef tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 210 time: 0.0462232 Jan 14 09:48:40.017949 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-87d09115-6d62-407f-8d5c-82b5957faaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:40.020541 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-87d09115-6d62-407f-8d5c-82b5957faaca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54ce6fb8-067b-4ade-8f5f-5c01799c4033 HTTP/1.1" status: 200 len: 854 time: 0.5391207 Jan 14 09:48:40.099687 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:40.190519 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5e7f2-afe6-4080-9712-33235dfe46b5 req-d83c3cd1-5397-436d-ad0e-6cea1ae54ecf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:40.197834 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaa5e7f2-afe6-4080-9712-33235dfe46b5 req-d83c3cd1-5397-436d-ad0e-6cea1ae54ecf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0846410 Jan 14 09:48:40.232890 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:40.234575 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc92076-08d2-4373-b753-89ccf31977b3', 'name': 'network-vif-deleted', 'tag': '5a23db63-64e3-4028-bc26-b6109dcd48ad'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:40.238827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6394e403-35d1-42f6-afd7-675a9a64afe1" -d '{"events": [{"server_uuid": "4cc92076-08d2-4373-b753-89ccf31977b3", "name": "network-vif-deleted", "tag": "5a23db63-64e3-4028-bc26-b6109dcd48ad"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:40.268822 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 5a23db63-64e3-4028-bc26-b6109dcd48ad no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:48:40.304440 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 5a23db63-64e3-4028-bc26-b6109dcd48ad {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:48:40.304973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 5a23db63-64e3-4028-bc26-b6109dcd48ad not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:48:40.330330 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaa5e7f2-afe6-4080-9712-33235dfe46b5 req-73824082-a55c-44ce-8d4c-7f48d0f2ac30 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313653 Jan 14 09:48:40.355221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Network 93cbaea9-303f-4b45-a339-18b7a996b616 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:48:40.375835 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:48:40.397764 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:48:40.433272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a80f38-7a04-48af-a3b7-0b5348128dee x-openstack-request-id: req-f0a80f38-7a04-48af-a3b7-0b5348128dee {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:40.433272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc92076-08d2-4373-b753-89ccf31977b3", "name": "network-vif-deleted", "tag": "5a23db63-64e3-4028-bc26-b6109dcd48ad", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:40.433272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0a80f38-7a04-48af-a3b7-0b5348128dee {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:40.433623 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc92076-08d2-4373-b753-89ccf31977b3', 'name': 'network-vif-deleted', 'tag': '5a23db63-64e3-4028-bc26-b6109dcd48ad', 'status': 'completed', 'code': 200} Jan 14 09:48:40.475064 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:40.532652 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:40.533240 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:40.565050 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486213-91e2-47c1-bc2d-004862e15964 req-9582b813-e6fe-4663-9767-cd95362a175e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:40.566901 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1f486213-91e2-47c1-bc2d-004862e15964 req-9582b813-e6fe-4663-9767-cd95362a175e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0959549 Jan 14 09:48:40.571658 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-e45e20b8-e94c-4a40-9089-758bce991914 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7625835 Jan 14 09:48:40.630008 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1f486213-91e2-47c1-bc2d-004862e15964 req-d2c913e7-43c8-4bb7-af81-79de28dff39c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Jan 14 09:48:40.812725 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-64b5e825-cb28-4bdb-ae48-07666caf7310 None None] Provisioning complete for port a8c563c3-b40e-4151-8a9f-8712800674f9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:40.813113 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-64b5e825-cb28-4bdb-ae48-07666caf7310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:40.853068 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-64b5e825-cb28-4bdb-ae48-07666caf7310 None None] Port a8c563c3-b40e-4151-8a9f-8712800674f9 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:48:40.903488 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe153-7b02-4493-a31b-a5ad135ffe02 req-28087ca6-0d7d-4686-9aeb-0410df2b20a9 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:40.905208 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a2ffe153-7b02-4493-a31b-a5ad135ffe02 req-28087ca6-0d7d-4686-9aeb-0410df2b20a9 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0576708 Jan 14 09:48:40.960614 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a2ffe153-7b02-4493-a31b-a5ad135ffe02 req-add86e18-964d-4f68-8901-5c74e91e34e8 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Jan 14 09:48:41.473490 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90264-91f4-48ed-b594-467b8e1c15db req-ffd0b9a1-5b88-4afb-b784-5c76ccda392a tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:41.479049 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0b90264-91f4-48ed-b594-467b8e1c15db req-ffd0b9a1-5b88-4afb-b784-5c76ccda392a tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0572882 Jan 14 09:48:41.528423 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0b90264-91f4-48ed-b594-467b8e1c15db req-b486afb5-47f9-4f0e-98cd-267c85e6ef4f tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Jan 14 09:48:41.772481 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bccab-9680-495c-b4da-a60cd05fac0b req-0d2edd1c-4777-4b95-b16b-25409bae1e23 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:41.775035 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-021bccab-9680-495c-b4da-a60cd05fac0b req-0d2edd1c-4777-4b95-b16b-25409bae1e23 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0596292 Jan 14 09:48:41.822927 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-021bccab-9680-495c-b4da-a60cd05fac0b req-7a8c9b33-8d5c-4160-9dd3-6bee57631132 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Jan 14 09:48:42.085394 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140feb9-14c1-4f06-82bf-54a898d9575c req-f7f7a9e2-9605-427d-9d7c-4cb5c45e26a1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:42.087156 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c140feb9-14c1-4f06-82bf-54a898d9575c req-f7f7a9e2-9605-427d-9d7c-4cb5c45e26a1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0557063 Jan 14 09:48:42.155314 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c140feb9-14c1-4f06-82bf-54a898d9575c req-cbfbecd1-4b95-42c2-99a1-0f384d6dd1a2 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620253 Jan 14 09:48:42.658718 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33157c3f-d9d4-4aad-8266-403737298756 req-d7723d93-59a5-4c60-9b4c-d1004decd586 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:42.666197 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-33157c3f-d9d4-4aad-8266-403737298756 req-d7723d93-59a5-4c60-9b4c-d1004decd586 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0689771 Jan 14 09:48:42.712165 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-33157c3f-d9d4-4aad-8266-403737298756 req-89418212-27ee-4950-8971-7a216a40a7a3 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 Jan 14 09:48:42.951017 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773154eb-c80d-4c4b-9b0a-3ccb3eacde67 req-f911a8f4-958c-4cad-9d5b-ffb57919bdf0 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:42.952594 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-773154eb-c80d-4c4b-9b0a-3ccb3eacde67 req-f911a8f4-958c-4cad-9d5b-ffb57919bdf0 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0515523 Jan 14 09:48:43.011205 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-773154eb-c80d-4c4b-9b0a-3ccb3eacde67 req-66f2da89-a5ed-436f-8829-f38c5319ea97 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527284 Jan 14 09:48:43.301991 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2ba2-da87-4b50-89fc-b3c6f70e44e1 req-16f9cda6-b7bf-4d35-a919-819eb398911a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:43.304726 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-525d2ba2-da87-4b50-89fc-b3c6f70e44e1 req-16f9cda6-b7bf-4d35-a919-819eb398911a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0710146 Jan 14 09:48:43.377102 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-525d2ba2-da87-4b50-89fc-b3c6f70e44e1 req-b11bd40f-15ab-4e64-86a2-4a58cc3999bf tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656416 Jan 14 09:48:43.849770 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba4306-3adb-43ea-8f18-e5f242e95a70 req-284f5edf-04be-4e3f-967d-e0cbabbd920e tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:43.851616 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e9ba4306-3adb-43ea-8f18-e5f242e95a70 req-284f5edf-04be-4e3f-967d-e0cbabbd920e tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0701711 Jan 14 09:48:43.905004 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e9ba4306-3adb-43ea-8f18-e5f242e95a70 req-a4780621-2034-47db-852d-a3a04a998fd3 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Jan 14 09:48:44.150769 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a770f8-1eaa-4ee6-ba44-efa6d139762e req-61bcb602-aa47-4f9d-ae51-43aab3b7b1c5 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:44.155185 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d9a770f8-1eaa-4ee6-ba44-efa6d139762e req-61bcb602-aa47-4f9d-ae51-43aab3b7b1c5 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0529695 Jan 14 09:48:44.202917 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d9a770f8-1eaa-4ee6-ba44-efa6d139762e req-90f9295d-7a79-4533-9ecc-c94374aad639 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Jan 14 09:48:44.506479 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa41af-18b7-437b-bfe0-eaf3c7b7f0f8 req-a5656316-1d8d-4f61-a077-bfc90f6ef37d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:44.509194 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3bfa41af-18b7-437b-bfe0-eaf3c7b7f0f8 req-a5656316-1d8d-4f61-a077-bfc90f6ef37d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0589297 Jan 14 09:48:44.563148 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3bfa41af-18b7-437b-bfe0-eaf3c7b7f0f8 req-4e7defe7-d1aa-4b6f-8942-af1ae45a4b46 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Jan 14 09:48:45.021571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2556a03-41f8-484c-a171-6cf0bdda42c6 req-c7248b53-99a0-430e-85ce-b3ad18b4f93b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:45.023362 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f2556a03-41f8-484c-a171-6cf0bdda42c6 req-c7248b53-99a0-430e-85ce-b3ad18b4f93b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0518517 Jan 14 09:48:45.083700 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f2556a03-41f8-484c-a171-6cf0bdda42c6 req-9c89fd68-318c-4aa1-8016-327f0981f9ef tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Jan 14 09:48:45.347258 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acad82-d895-45df-a071-e474e5e374a8 req-3801bcaa-9de2-4009-ae5c-5da5c4b15c52 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:45.348671 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08acad82-d895-45df-a071-e474e5e374a8 req-3801bcaa-9de2-4009-ae5c-5da5c4b15c52 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0748842 Jan 14 09:48:45.403456 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08acad82-d895-45df-a071-e474e5e374a8 req-9c14c191-01f2-4fb1-9f1e-cc739e6e78f6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487096 Jan 14 09:48:45.676159 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99d120-4fec-4eb6-8448-1f3d12025e93 req-6333f78b-7c8c-4dd6-8835-f7de4e7997dd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:45.677598 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3b99d120-4fec-4eb6-8448-1f3d12025e93 req-6333f78b-7c8c-4dd6-8835-f7de4e7997dd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0475028 Jan 14 09:48:45.733393 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3b99d120-4fec-4eb6-8448-1f3d12025e93 req-b8cc8275-ca46-4b84-b8d1-7f6629982f86 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502656 Jan 14 09:48:46.014363 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:46.243768 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7686e-62a3-41d7-9443-1d7958b28a23 req-e1755106-4995-4bad-8e82-4d22c3b513ef tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:46.245264 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dad7686e-62a3-41d7-9443-1d7958b28a23 req-e1755106-4995-4bad-8e82-4d22c3b513ef tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0830889 Jan 14 09:48:46.303267 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dad7686e-62a3-41d7-9443-1d7958b28a23 req-bf528537-d3e8-4d9c-9d2a-5b38b16b5c3a tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519531 Jan 14 09:48:46.546660 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e23f-aef8-418d-b05a-0aa010506ba8 req-1ad18d7f-137a-4210-9a71-8af09fa88d1e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:46.548386 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-92b2e23f-aef8-418d-b05a-0aa010506ba8 req-1ad18d7f-137a-4210-9a71-8af09fa88d1e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0644455 Jan 14 09:48:46.603151 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-92b2e23f-aef8-418d-b05a-0aa010506ba8 req-0d78ba09-192f-467a-8de5-9863115b5055 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480497 Jan 14 09:48:46.715230 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:48:46.850425 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5504e7e-c7cd-4437-a0e0-019151858151 req-e9dbaa00-6e03-4aa8-8d67-01fec8996d78 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:46.851990 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a5504e7e-c7cd-4437-a0e0-019151858151 req-e9dbaa00-6e03-4aa8-8d67-01fec8996d78 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0488918 Jan 14 09:48:46.946917 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a5504e7e-c7cd-4437-a0e0-019151858151 req-911cca6a-9590-45a9-b706-ffd06b843612 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752187 Jan 14 09:48:47.422931 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55919c19-e4b8-4220-b7be-9fa3e5f67888 req-8420b609-6b33-436d-9a48-236d0d151b03 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:47.424418 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-55919c19-e4b8-4220-b7be-9fa3e5f67888 req-8420b609-6b33-436d-9a48-236d0d151b03 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0524549 Jan 14 09:48:47.474343 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-55919c19-e4b8-4220-b7be-9fa3e5f67888 req-d756ac5a-63fc-4688-a7ee-b59dab9ff818 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Jan 14 09:48:47.737726 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d71fa7-72cb-4c78-8988-86366c55e343 req-d823f1ea-1964-4c20-8dc8-49a7e48aa3d6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:47.739338 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0d71fa7-72cb-4c78-8988-86366c55e343 req-d823f1ea-1964-4c20-8dc8-49a7e48aa3d6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0633845 Jan 14 09:48:47.785178 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0d71fa7-72cb-4c78-8988-86366c55e343 req-29ed572c-00cf-406a-a48f-6ae1180f68ea tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Jan 14 09:48:48.057273 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfe5ef-3b54-496d-83b9-ec966dc76753 req-c08ba3fe-0151-4e9e-8691-409068a8cbfd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:48.058841 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8adfe5ef-3b54-496d-83b9-ec966dc76753 req-c08ba3fe-0151-4e9e-8691-409068a8cbfd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0515962 Jan 14 09:48:48.122844 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8adfe5ef-3b54-496d-83b9-ec966dc76753 req-d826f2e1-ea97-460c-8a54-19d0156b57c1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579319 Jan 14 09:48:48.600440 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1b90c-8807-4223-8c48-3acabfc68d16 req-f6217630-e31d-450d-960e-c1253b983c43 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:48.602024 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6b1b90c-8807-4223-8c48-3acabfc68d16 req-f6217630-e31d-450d-960e-c1253b983c43 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0550909 Jan 14 09:48:48.652841 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6b1b90c-8807-4223-8c48-3acabfc68d16 req-71818b6e-c6d5-4044-a4bb-89d944148831 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Jan 14 09:48:48.924618 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd8857-f8dc-44c2-a145-a8f844419393 req-1ca86233-472c-4ec7-81f6-5cde4504117f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:48.926105 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-39cd8857-f8dc-44c2-a145-a8f844419393 req-1ca86233-472c-4ec7-81f6-5cde4504117f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0591140 Jan 14 09:48:48.988200 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-39cd8857-f8dc-44c2-a145-a8f844419393 req-c9eeec11-d4e5-4611-977e-887bc8237b9c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555232 Jan 14 09:48:49.276537 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739909-0b27-4de4-867a-9b7ee6925b53 req-ba9370e7-d0de-405c-8c4e-cb2bd972d04b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:49.278708 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d5739909-0b27-4de4-867a-9b7ee6925b53 req-ba9370e7-d0de-405c-8c4e-cb2bd972d04b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0878563 Jan 14 09:48:49.330150 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d5739909-0b27-4de4-867a-9b7ee6925b53 req-b4fb4f28-02ea-4a9b-9d0e-7b8598a9affc tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Jan 14 09:48:49.827917 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc726df-f09d-4e41-b683-8b76d9ff9e84 req-74283926-80df-47d6-90e1-86850cdca460 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:49.830431 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8fc726df-f09d-4e41-b683-8b76d9ff9e84 req-74283926-80df-47d6-90e1-86850cdca460 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0662031 Jan 14 09:48:49.936832 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8fc726df-f09d-4e41-b683-8b76d9ff9e84 req-ec13ef3d-947a-465f-835a-a866070bca65 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000237 Jan 14 09:48:50.160329 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7635-5b96-4664-804c-d647cf0b3b74 req-50226dac-9109-40e3-b565-6af1e364fb68 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:50.161957 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ae7635-5b96-4664-804c-d647cf0b3b74 req-50226dac-9109-40e3-b565-6af1e364fb68 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0791955 Jan 14 09:48:50.221470 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-40ae7635-5b96-4664-804c-d647cf0b3b74 req-2df86c23-3637-4f8f-a7b9-6e4d54ca9c64 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497234 Jan 14 09:48:50.472529 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af72b49-f411-44c7-a231-ed137e54509b req-27106c44-654c-4359-812a-5bfec35e2112 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:50.474056 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2af72b49-f411-44c7-a231-ed137e54509b req-27106c44-654c-4359-812a-5bfec35e2112 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0539818 Jan 14 09:48:50.525927 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2af72b49-f411-44c7-a231-ed137e54509b req-2e515a00-8553-408b-b006-e4f62a7bb83c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 Jan 14 09:48:51.080847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4863ec-5b28-4d67-85ce-ad7348234569 req-8d0eaac4-c11e-4bbc-8871-7d95634e7423 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:51.083832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9f4863ec-5b28-4d67-85ce-ad7348234569 req-8d0eaac4-c11e-4bbc-8871-7d95634e7423 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0561845 Jan 14 09:48:51.155539 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9f4863ec-5b28-4d67-85ce-ad7348234569 req-9cbcd5b4-c811-48d8-9d33-4fec099eaefe tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Jan 14 09:48:51.380957 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07219e0-0448-4b15-b279-29b9fe9694fe req-fd29a6e9-1ee0-4e51-b265-73df4a5e1ca7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:51.382591 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d07219e0-0448-4b15-b279-29b9fe9694fe req-fd29a6e9-1ee0-4e51-b265-73df4a5e1ca7 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0614078 Jan 14 09:48:51.461181 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d07219e0-0448-4b15-b279-29b9fe9694fe req-5345279f-e0b8-414d-a398-2fbd04a9d8a6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 Jan 14 09:48:51.665841 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d07bf-ffbb-4383-ae26-fc5d7af14052 req-34e4f865-aeef-4485-b5d1-764d3ec4c6dd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:51.667495 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae6d07bf-ffbb-4383-ae26-fc5d7af14052 req-34e4f865-aeef-4485-b5d1-764d3ec4c6dd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0522351 Jan 14 09:48:51.722163 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae6d07bf-ffbb-4383-ae26-fc5d7af14052 req-c2acebb1-1909-4748-9990-8e8eefb9dc50 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 Jan 14 09:48:52.277152 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fca29-ee50-469b-9d08-fc545bcc8d69 req-71c64ea1-5913-4f2c-bb0e-5ec4791d1a2b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:52.279485 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b1fca29-ee50-469b-9d08-fc545bcc8d69 req-71c64ea1-5913-4f2c-bb0e-5ec4791d1a2b tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0505941 Jan 14 09:48:52.328323 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b1fca29-ee50-469b-9d08-fc545bcc8d69 req-bf3885d1-2ae1-4dc3-a218-41c40e95a4ad tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434771 Jan 14 09:48:52.597318 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Request body: {'port': {'device_id': '5f50e468-f662-40b4-a509-b335e26ff3df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:48:52.618183 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5141ce-2fea-4f3c-8b8b-745e4129b7a7 req-80e95bc0-1b1c-4b4d-ac2f-48e1e1c4b1f3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:52.620036 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cf5141ce-2fea-4f3c-8b8b-745e4129b7a7 req-80e95bc0-1b1c-4b4d-ac2f-48e1e1c4b1f3 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0761456 Jan 14 09:48:52.660393 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-f2508f85-ee69-4e48-95b4-c5ecc512de59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4455b2ae-129a-4b69-bef7-804a2060c5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684116 Jan 14 09:48:52.786558 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:52.807219 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cf5141ce-2fea-4f3c-8b8b-745e4129b7a7 req-aabab2df-fbd2-4ea0-af90-bdc7ef3165bd tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519358 Jan 14 09:48:52.880526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f6b51-66a1-4581-b0d7-a74a59cf3ec3 req-38d13adb-c60a-41f8-a54d-b423320b5047 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:52.882243 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0d7f6b51-66a1-4581-b0d7-a74a59cf3ec3 req-38d13adb-c60a-41f8-a54d-b423320b5047 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 932 time: 0.0681131 Jan 14 09:48:52.886457 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-d78231c4-caf3-41cb-bf42-a80c889dfa59 service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157862 Jan 14 09:48:52.950052 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0d7f6b51-66a1-4581-b0d7-a74a59cf3ec3 req-e1d368f9-941e-4a7b-83ee-aa308dccf68c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603371 Jan 14 09:48:53.102606 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1562fde2-6831-46e5-9048-c13da3d48dc3 req-45c376a0-6e27-41b2-9ecd-a5c3d3f5aef3 service neutron] 10.222.0.45 "GET /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045174 Jan 14 09:48:53.214377 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c563c3-b40e-4151-8a9f-8712800674f9 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:48:53.223561 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Publish callbacks [] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:53.240515 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Transition to ACTIVE for port object a8c563c3-b40e-4151-8a9f-8712800674f9 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:48:53.246511 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:53.355889 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:53.421891 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Attempting to bind port a8c563c3-b40e-4151-8a9f-8712800674f9 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:48:53.422862 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Attempting to bind port a8c563c3-b40e-4151-8a9f-8712800674f9 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:48:53.423407 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Attempting to bind port a8c563c3-b40e-4151-8a9f-8712800674f9 on network 93cbaea9-303f-4b45-a339-18b7a996b616 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:53.432184 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Port a8c563c3-b40e-4151-8a9f-8712800674f9 on network 93cbaea9-303f-4b45-a339-18b7a996b616 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:48:53.432688 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Attempting to bind port a8c563c3-b40e-4151-8a9f-8712800674f9 on network 93cbaea9-303f-4b45-a339-18b7a996b616 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:48:53.449556 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:48:53.450674 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Checking segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:48:53.451312 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Bound using segment: {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:48:53.452079 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Bound port: a8c563c3-b40e-4151-8a9f-8712800674f9, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d681395-f823-4fa7-b1a8-ee1c37731b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:48:53.452682 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:53.563522 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c869f-6e04-42d1-ba41-df5261c7aa43 req-b7bf4a39-8c76-460e-8ab9-da2c9f0cf382 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:53.567063 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d6c869f-6e04-42d1-ba41-df5261c7aa43 req-b7bf4a39-8c76-460e-8ab9-da2c9f0cf382 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 943 time: 0.0778244 Jan 14 09:48:53.594869 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:48:53.600871 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:48:53.607833 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:53.645752 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d6c869f-6e04-42d1-ba41-df5261c7aa43 req-8b3094e9-3de7-4df4-a809-99d98b6a3839 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Jan 14 09:48:53.693120 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:53.693748 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:53.695385 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 1094 time: 1.1022840 Jan 14 09:48:53.697024 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:53.699441 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:53.740553 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd150a2d-1ad4-4dbf-ae55-6a3f06651378 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.759415 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:48:53.761733 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7d507-64f8-4392-aee6-d5c1ba9dc58e req-5f7c6dee-e366-4fb5-917c-22cdb6e519b8 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:53.764099 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-51b7d507-64f8-4392-aee6-d5c1ba9dc58e req-5f7c6dee-e366-4fb5-917c-22cdb6e519b8 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1195419 Jan 14 09:48:53.771359 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4f3bf3-00d0-476e-b095-f34b6fc825fb x-openstack-request-id: req-0d4f3bf3-00d0-476e-b095-f34b6fc825fb {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:53.771821 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:53.772312 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d4f3bf3-00d0-476e-b095-f34b6fc825fb {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:53.773674 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'status': 'completed', 'code': 200} Jan 14 09:48:53.859876 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-a1bba80d-7793-4286-a0e8-59491e4d7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:53.861618 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-a1bba80d-7793-4286-a0e8-59491e4d7e2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1097 time: 0.0869555 Jan 14 09:48:53.866323 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-51b7d507-64f8-4392-aee6-d5c1ba9dc58e req-701c6193-90a5-4c20-a6c8-e7e34ed1c515 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901372 Jan 14 09:48:53.924482 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-12729c23-02d7-4434-95b2-2f8e62754f16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 217 time: 0.0540540 Jan 14 09:48:53.990966 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cde758-5abb-43d7-95cb-cfa9959aa23f req-484f389a-29f9-4453-9feb-a8e944eec371 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:53.993757 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-11cde758-5abb-43d7-95cb-cfa9959aa23f req-484f389a-29f9-4453-9feb-a8e944eec371 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0688550 Jan 14 09:48:54.005621 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dbe77f4f-0087-48e1-8c47-ff018df183d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.007944 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-dbe77f4f-0087-48e1-8c47-ff018df183d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0756278 Jan 14 09:48:54.070385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-5f3df45c-539c-46ed-a7bb-38daf3beed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.071515 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-5f3df45c-539c-46ed-a7bb-38daf3beed9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561023 Jan 14 09:48:54.083079 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-11cde758-5abb-43d7-95cb-cfa9959aa23f req-0b617cec-c4db-4918-b680-960c056af298 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829098 Jan 14 09:48:54.186160 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67979a10-cdd3-4fa9-9f55-b0ede821132a req-fe7a5ba4-0939-465e-942b-60f22170e40a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.187978 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67979a10-cdd3-4fa9-9f55-b0ede821132a req-fe7a5ba4-0939-465e-942b-60f22170e40a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 944 time: 0.1155281 Jan 14 09:48:54.243095 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-3b177da7-1e5d-4519-b84d-015ff01ee3bc service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597371 Jan 14 09:48:54.317056 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67979a10-cdd3-4fa9-9f55-b0ede821132a req-59b1254b-18e1-465a-9d8c-6d17e943a330 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193073 Jan 14 09:48:54.365521 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eb163c0e-be53-495d-bd1e-6d03f8171f1d req-3df48f12-a99f-4fd7-8ac2-e7d6216f07b2 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129775 Jan 14 09:48:54.377477 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device cab54f6b-8055-4590-8745-9afc5fb0f88a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:48:54.490583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-0483e7c2-49ba-43d1-92f1-baa77cd56d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.492871 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-0483e7c2-49ba-43d1-92f1-baa77cd56d29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1097 time: 0.0682354 Jan 14 09:48:54.507830 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port cab54f6b-8055-4590-8745-9afc5fb0f88a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:54.533557 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'cab54f6b-8055-4590-8745-9afc5fb0f88a', 'network_id': '4455b2ae-129a-4b69-bef7-804a2060c5d4', 'port_id': 'cab54f6b-8055-4590-8745-9afc5fb0f88a', 'mac_address': 'fa:16:3e:bb:68:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ce6fb8-067b-4ade-8f5f-5c01799c4033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:48:54.538728 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-71da30ff-c9e0-4fc0-9e2e-cdafbe615ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:54.601877 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port cab54f6b-8055-4590-8745-9afc5fb0f88a is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:54.602509 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:54.624041 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab54f6b-8055-4590-8745-9afc5fb0f88a {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:48:54.641607 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-af29bf44-d568-441a-8ee7-153044434271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.644132 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-af29bf44-d568-441a-8ee7-153044434271 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.1425183 Jan 14 09:48:54.654776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port cab54f6b-8055-4590-8745-9afc5fb0f88a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:54.659782 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:54.715816 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-58d7df65-5033-4938-ba3d-7268239696f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 217 time: 0.0577905 Jan 14 09:48:54.729743 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=cab54f6b-8055-4590-8745-9afc5fb0f88a,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:54.741203 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.741578 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.741944 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.742381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.742724 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.743055 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.743401 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.743737 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.744067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.744409 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.744744 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.745113 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.745384 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:48:54.801143 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-9e1462c6-90d3-4ecc-a540-70d5403d69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.803838 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-9e1462c6-90d3-4ecc-a540-70d5403d69f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0800748 Jan 14 09:48:54.831466 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff9ffe-3b0d-4071-bb25-d6f189e64e01 req-b8172c78-a19a-43ce-b745-78ad3ccb9223 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.834173 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-57ff9ffe-3b0d-4071-bb25-d6f189e64e01 req-b8172c78-a19a-43ce-b745-78ad3ccb9223 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 944 time: 0.0684555 Jan 14 09:48:54.874153 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-33fd5c01-c272-4795-af9f-859769e47a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:54.875677 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-33fd5c01-c272-4795-af9f-859769e47a95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0651824 Jan 14 09:48:54.903887 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-57ff9ffe-3b0d-4071-bb25-d6f189e64e01 req-a08321f5-4bac-4e89-8dc7-b957a8cec0bf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611196 Jan 14 09:48:54.953375 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['cab54f6b-8055-4590-8745-9afc5fb0f88a'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:48:55.107541 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-d10ad33c-e71c-46e8-9e5f-68308c483c19 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248700 Jan 14 09:48:55.126288 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32161a5-002d-471b-b317-f6b5b8031840 req-97131fac-fe1a-4c5e-9e45-0bc29ceecc9a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:55.128062 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f32161a5-002d-471b-b317-f6b5b8031840 req-97131fac-fe1a-4c5e-9e45-0bc29ceecc9a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1616876 Jan 14 09:48:55.249537 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f32161a5-002d-471b-b317-f6b5b8031840 req-065e6873-5690-413b-81a4-01884ea7b94c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044011 Jan 14 09:48:55.264022 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d036c-b95e-4e3e-bc06-c936cf533400 req-2ec74a5b-0cf5-47eb-b55f-134e03910ce6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:55.265597 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cd5d036c-b95e-4e3e-bc06-c936cf533400 req-2ec74a5b-0cf5-47eb-b55f-134e03910ce6 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0596769 Jan 14 09:48:55.279421 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-13c9a2f8-dc65-4d72-b2d7-cc698681f1f2 req-92c403c7-e209-4f83-ae53-420fe7e00ca6 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500335 Jan 14 09:48:55.326107 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cd5d036c-b95e-4e3e-bc06-c936cf533400 req-9c069dd4-5106-4c42-99d1-12aae6411f7c tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539885 Jan 14 09:48:55.460478 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d318b-ee9d-4e16-8bcd-33c01572e6b1 req-694c9767-97b1-44e9-962e-291f53ef1c97 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:55.462088 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-292d318b-ee9d-4e16-8bcd-33c01572e6b1 req-694c9767-97b1-44e9-962e-291f53ef1c97 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 944 time: 0.0647962 Jan 14 09:48:55.516449 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-292d318b-ee9d-4e16-8bcd-33c01572e6b1 req-81397041-e469-439e-91b2-456b66b0fee3 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Jan 14 09:48:56.045084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60de7d-ef7b-44ca-a969-26bc08c795c9 req-43391f63-a02b-4ec9-a454-25122a2a1bfa tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:56.047065 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8a60de7d-ef7b-44ca-a969-26bc08c795c9 req-43391f63-a02b-4ec9-a454-25122a2a1bfa tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 944 time: 0.0583022 Jan 14 09:48:56.106475 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8a60de7d-ef7b-44ca-a969-26bc08c795c9 req-1811c891-28f4-4f0d-9103-77232142e123 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492947 Jan 14 09:48:56.398520 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16f91d-f411-44a1-a399-132a39c33fef req-0bf5b126-9b9e-4780-8647-6a00f75f4235 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:56.400151 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ba16f91d-f411-44a1-a399-132a39c33fef req-0bf5b126-9b9e-4780-8647-6a00f75f4235 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0604010 Jan 14 09:48:56.408546 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a8c563c3-b40e-4151-8a9f-8712800674f9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:48:56.415053 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device cab54f6b-8055-4590-8745-9afc5fb0f88a up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:56.490505 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ba16f91d-f411-44a1-a399-132a39c33fef req-021513d7-3ba5-42a5-be2b-a9a7c10062a4 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774930 Jan 14 09:48:56.496059 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae349d25-fe2d-4397-b251-63be4221ed44 req-7f40da7d-ccad-4292-b5d9-8be5a81b1b8a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:56.500575 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ae349d25-fe2d-4397-b251-63be4221ed44 req-7f40da7d-ccad-4292-b5d9-8be5a81b1b8a tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0622683 Jan 14 09:48:56.594435 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ae349d25-fe2d-4397-b251-63be4221ed44 req-326eb1ab-6b70-465b-adfd-cb0f0ffcd8ad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849059 Jan 14 09:48:56.595462 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port cab54f6b-8055-4590-8745-9afc5fb0f88a completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:48:56.614504 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port cab54f6b-8055-4590-8745-9afc5fb0f88a triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:56.615067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:56.654146 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:56.672729 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'port_id': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'mac_address': 'fa:16:3e:64:e0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:48:56.673602 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c4e8b-1805-4c6b-8ab1-555f142d7f01 req-26e07411-ea4e-41ec-98cf-15a7cc9e9486 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:56.675419 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea1c4e8b-1805-4c6b-8ab1-555f142d7f01 req-26e07411-ea4e-41ec-98cf-15a7cc9e9486 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 944 time: 0.0655177 Jan 14 09:48:56.748178 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea1c4e8b-1805-4c6b-8ab1-555f142d7f01 req-fd27499e-e753-4703-adab-0726266b8427 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618610 Jan 14 09:48:56.748515 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port a8c563c3-b40e-4151-8a9f-8712800674f9 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:56.748685 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:56.768435 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port cab54f6b-8055-4590-8745-9afc5fb0f88a is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:56.768831 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:56.774123 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c563c3-b40e-4151-8a9f-8712800674f9 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:48:56.813025 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:56.823452 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab54f6b-8055-4590-8745-9afc5fb0f88a'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:56.825828 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219a8baf-75aa-417f-aa6c-003b64d059bb" -d '{"events": [{"server_uuid": "c4e2711b-ed08-421c-b99d-06ef5bd0a404", "name": "network-vif-plugged", "status": "completed", "tag": "cab54f6b-8055-4590-8745-9afc5fb0f88a"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:56.831932 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:56.873069 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port cab54f6b-8055-4590-8745-9afc5fb0f88a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:56.881770 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cf0a-7e71-43af-a4ed-310b0d97cbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:56.888944 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:56.895740 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef6f167-ce2c-46b5-9803-e9c3f1c19bf1 x-openstack-request-id: req-3ef6f167-ce2c-46b5-9803-e9c3f1c19bf1 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:56.897045 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e2711b-ed08-421c-b99d-06ef5bd0a404", "name": "network-vif-plugged", "status": "completed", "tag": "cab54f6b-8055-4590-8745-9afc5fb0f88a", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:56.897508 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ef6f167-ce2c-46b5-9803-e9c3f1c19bf1 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:56.898175 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab54f6b-8055-4590-8745-9afc5fb0f88a', 'code': 200} Jan 14 09:48:56.914932 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:57.000236 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=cab54f6b-8055-4590-8745-9afc5fb0f88a,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:57.115309 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee50bbe-5a75-49ad-9b5d-d25d6e63dc1e req-87bb91b6-adf2-4af2-bc5b-f0bbe198762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:57.116977 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bee50bbe-5a75-49ad-9b5d-d25d6e63dc1e req-87bb91b6-adf2-4af2-bc5b-f0bbe198762f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 1098 time: 0.0520945 Jan 14 09:48:57.149007 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a8c563c3-b40e-4151-8a9f-8712800674f9'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:48:57.182782 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bee50bbe-5a75-49ad-9b5d-d25d6e63dc1e req-6ae62c23-ab20-40e1-9235-d7ea5197a67f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Jan 14 09:48:57.241817 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92ef1a-2eb7-4075-9003-4dc9fe0e0e83 req-0a8c1cc5-9208-47ac-8010-ec4c89e6d5cf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:57.243699 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ab92ef1a-2eb7-4075-9003-4dc9fe0e0e83 req-0a8c1cc5-9208-47ac-8010-ec4c89e6d5cf tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.0547974 Jan 14 09:48:57.304938 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ab92ef1a-2eb7-4075-9003-4dc9fe0e0e83 req-af634278-d108-42f0-a49e-b934817555f6 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547824 Jan 14 09:48:57.632914 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe4efa-8809-4013-afe8-1870199561b0 req-06c2bcad-ca58-4ad1-a88d-1dbe372b5f0b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:57.634545 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-19fe4efa-8809-4013-afe8-1870199561b0 req-06c2bcad-ca58-4ad1-a88d-1dbe372b5f0b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0559149 Jan 14 09:48:57.722044 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-19fe4efa-8809-4013-afe8-1870199561b0 req-068af6f7-6b79-45da-8136-c65d07d30688 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766175 Jan 14 09:48:57.730031 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eca73-7dc9-4b0d-a32b-2b44797ae917 req-df339aac-d36f-4c90-8b1d-ebccf9b14980 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:57.732653 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2e5eca73-7dc9-4b0d-a32b-2b44797ae917 req-df339aac-d36f-4c90-8b1d-ebccf9b14980 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.0584104 Jan 14 09:48:57.808821 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2e5eca73-7dc9-4b0d-a32b-2b44797ae917 req-5c884ff9-762d-4181-8ab0-18b1c71124ab tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655041 Jan 14 09:48:57.896281 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:57.903635 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dc632-7551-4a90-aa4e-d8eb675d674e req-2382f0db-a03d-49fc-bce1-b105e609a59b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:57.905283 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b0dc632-7551-4a90-aa4e-d8eb675d674e req-2382f0db-a03d-49fc-bce1-b105e609a59b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 945 time: 0.0628066 Jan 14 09:48:57.983211 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8b0dc632-7551-4a90-aa4e-d8eb675d674e req-d00a8a0c-679e-4e38-b2a0-1348bddb6db8 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Jan 14 09:48:58.432252 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a8c563c3-b40e-4151-8a9f-8712800674f9 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:48:58.448199 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c2a8-17ff-466f-9838-c83d2b859f48 req-b3ed2ec1-ef6d-40ec-9235-1637240bc9a1 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:58.450744 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dc45c2a8-17ff-466f-9838-c83d2b859f48 req-b3ed2ec1-ef6d-40ec-9235-1637240bc9a1 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.0574677 Jan 14 09:48:58.542385 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dc45c2a8-17ff-466f-9838-c83d2b859f48 req-59692d58-4514-42c7-88e0-1e9bd43a43c5 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812931 Jan 14 09:48:58.645178 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port a8c563c3-b40e-4151-8a9f-8712800674f9 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:48:58.650991 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port a8c563c3-b40e-4151-8a9f-8712800674f9 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:48:58.651395 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:58.788395 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port a8c563c3-b40e-4151-8a9f-8712800674f9 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:48:58.789041 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:58.851521 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:58.858812 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:58.873043 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a67caa-9266-4f7e-b0e7-15513d6f384f req-2ee9c482-c18c-4cdb-b010-b104b25e6e5a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:58.874905 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-51a67caa-9266-4f7e-b0e7-15513d6f384f req-2ee9c482-c18c-4cdb-b010-b104b25e6e5a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0598054 Jan 14 09:48:58.903273 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:58.907324 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494f04f-b07e-4e6b-9a34-9972d33bce3f" -d '{"events": [{"server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "name": "network-vif-plugged", "status": "completed", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:58.946297 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-51a67caa-9266-4f7e-b0e7-15513d6f384f req-12dc35c6-f924-4390-bf19-0ab0bfb0af99 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608666 Jan 14 09:48:58.960070 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:59.019703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830cc6a6-9ce0-4ccb-89f1-c31ad82c9162 x-openstack-request-id: req-830cc6a6-9ce0-4ccb-89f1-c31ad82c9162 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:59.019703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "name": "network-vif-plugged", "status": "completed", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:59.020999 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-830cc6a6-9ce0-4ccb-89f1-c31ad82c9162 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:59.021191 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'code': 200} Jan 14 09:48:59.039054 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9198e-6dd5-4edc-991e-7ca7e5e6e856 req-e03144f4-1c37-4ba7-91fd-5ed62703c47e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:59.041406 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c5e9198e-6dd5-4edc-991e-7ca7e5e6e856 req-e03144f4-1c37-4ba7-91fd-5ed62703c47e tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1295853 Jan 14 09:48:59.054748 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d39afc75-b726-4bb3-a4b3-8aa84ca6523f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:59.057123 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d39afc75-b726-4bb3-a4b3-8aa84ca6523f tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 946 time: 0.1060877 Jan 14 09:48:59.167881 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c5e9198e-6dd5-4edc-991e-7ca7e5e6e856 req-7228c1dd-166e-4978-87aa-062c81f22051 tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/security-groups?id=594c1f8a-4cba-4dde-824c-58289d25baa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094105 Jan 14 09:48:59.190552 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd769-c8f5-41c3-a66d-9bc834b4ac47 req-ad3003c6-aeb5-45b3-b0cf-922cfae9e46a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:59.194197 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-24ecd769-c8f5-41c3-a66d-9bc834b4ac47 req-ad3003c6-aeb5-45b3-b0cf-922cfae9e46a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0965722 Jan 14 09:48:59.210834 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Deleting port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:48:59.211351 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:59.277686 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-24ecd769-c8f5-41c3-a66d-9bc834b4ac47 req-b9ac9672-d6d4-4735-85f9-94648dc0896b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751886 Jan 14 09:48:59.336949 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded611-477d-4606-b49b-2f7b86c48db7 req-52c92e3d-913d-46fe-9281-01c2ffda7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:59.338564 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0ded611-477d-4606-b49b-2f7b86c48db7 req-52c92e3d-913d-46fe-9281-01c2ffda7297 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1099 time: 0.1001081 Jan 14 09:48:59.360872 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] For port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:48:59.361212 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:59.384321 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Calling delete_port for fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:48:59.420819 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0ded611-477d-4606-b49b-2f7b86c48db7 req-fcd1a21f-0fb8-45ce-9a01-d95d1e52a77c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725837 Jan 14 09:48:59.542019 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (fec053d0-2d6f-4bb9-a828-7e99bac5a9b7), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:59.563696 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['fec053d0-2d6f-4bb9-a828-7e99bac5a9b7'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:48:59.604039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Pushing event deleted for resources: {'Port': ['ID=fec053d0-2d6f-4bb9-a828-7e99bac5a9b7,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:48:59.627325 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] No DVR routers for this DVR port fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:48:59.629309 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:59.630118 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:48:59.633803 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6858ca80-650e-4989-94ac-82261d6b2542 req-d9f7b803-0d01-4d60-966f-2af70d987dad tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.45 "DELETE /v2.0/ports/fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 HTTP/1.1" status: 204 len: 173 time: 0.5643389 Jan 14 09:48:59.634316 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'name': 'network-vif-deleted', 'tag': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:48:59.637171 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d631f-c0fe-456d-a56f-67dc4c595ad0" -d '{"events": [{"server_uuid": "468932bd-d6e7-43a5-84f1-53cc479aa7b0", "name": "network-vif-deleted", "tag": "fec053d0-2d6f-4bb9-a828-7e99bac5a9b7"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:48:59.696690 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f425eae-b7ec-4b04-b87a-fd871bf36fd5 x-openstack-request-id: req-2f425eae-b7ec-4b04-b87a-fd871bf36fd5 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:48:59.696996 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468932bd-d6e7-43a5-84f1-53cc479aa7b0", "name": "network-vif-deleted", "tag": "fec053d0-2d6f-4bb9-a828-7e99bac5a9b7", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:48:59.697217 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f425eae-b7ec-4b04-b87a-fd871bf36fd5 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:48:59.697629 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468932bd-d6e7-43a5-84f1-53cc479aa7b0', 'name': 'network-vif-deleted', 'tag': 'fec053d0-2d6f-4bb9-a828-7e99bac5a9b7', 'status': 'completed', 'code': 200} Jan 14 09:48:59.741978 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c366-cb86-4a46-9ef8-fdef521bfdec req-9462b814-7df9-4930-962a-0562da666f48 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:48:59.743717 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4f26c366-cb86-4a46-9ef8-fdef521bfdec req-9462b814-7df9-4930-962a-0562da666f48 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.0598452 Jan 14 09:48:59.802598 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4f26c366-cb86-4a46-9ef8-fdef521bfdec req-d418d72e-6de7-4a6c-9dd4-acd527c2f32f tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Jan 14 09:49:00.095374 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6046-1b9b-4f3e-ac8f-8c31ad5bd551 req-90717c36-20a6-4706-bc9c-50c3c296e789 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:00.097897 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-645f6046-1b9b-4f3e-ac8f-8c31ad5bd551 req-90717c36-20a6-4706-bc9c-50c3c296e789 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0694408 Jan 14 09:49:00.194215 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-645f6046-1b9b-4f3e-ac8f-8c31ad5bd551 req-0d054526-1038-456e-9caf-162c22474d09 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879118 Jan 14 09:49:00.321267 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-42d4974e-20b7-4bf6-b4a4-535853e1e1b7 req-4e9f8cd6-5fac-4683-b01e-cf292cd981bf tempest-ServerRescueNegativeTestJSON-1055318597 tempest-ServerRescueNegativeTestJSON-1055318597-project] 10.222.0.48 "GET /v2.0/ports?device_id=468932bd-d6e7-43a5-84f1-53cc479aa7b0 HTTP/1.1" status: 200 len: 210 time: 0.0438814 Jan 14 09:49:00.466823 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69bf6d-3c3e-46c0-addd-179968a60816 req-dacead8d-e8a8-4ef7-be5c-436b05411c3e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:00.469697 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1e69bf6d-3c3e-46c0-addd-179968a60816 req-dacead8d-e8a8-4ef7-be5c-436b05411c3e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0801616 Jan 14 09:49:00.542915 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1e69bf6d-3c3e-46c0-addd-179968a60816 req-460df409-964a-4f8d-8aba-cce0a5c49f10 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673065 Jan 14 09:49:01.273004 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:01.333521 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60beb3-1018-4e75-a833-d824df0abbb6 req-cc5b8348-e727-4bc6-8e6a-b7d85f5d6445 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:01.335142 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d60beb3-1018-4e75-a833-d824df0abbb6 req-cc5b8348-e727-4bc6-8e6a-b7d85f5d6445 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0576136 Jan 14 09:49:01.410701 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d60beb3-1018-4e75-a833-d824df0abbb6 req-631df08e-0a69-4ed4-bd40-914c6d4b7caa tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690136 Jan 14 09:49:01.415770 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43310) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:01.692937 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08851a-61c4-4003-bdae-6a8926a50cd6 req-11da1fbd-ebb2-452e-90d6-7ed49490fde1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:01.696661 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2e08851a-61c4-4003-bdae-6a8926a50cd6 req-11da1fbd-ebb2-452e-90d6-7ed49490fde1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0608177 Jan 14 09:49:01.770933 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2e08851a-61c4-4003-bdae-6a8926a50cd6 req-f234373e-27f8-45b9-9572-171a1e1515cd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Jan 14 09:49:01.977667 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1368af-d184-4865-8600-c8031f13e023 req-1e49d437-be79-4fbb-98d0-496bfa140af9 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:01.979361 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6d1368af-d184-4865-8600-c8031f13e023 req-1e49d437-be79-4fbb-98d0-496bfa140af9 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.1016982 Jan 14 09:49:02.006299 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (11e978b7-9948-481a-81a1-df19bc93e4be), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:02.080736 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6d1368af-d184-4865-8600-c8031f13e023 req-f029926a-90f9-426e-a7ca-ae3723fa109a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949047 Jan 14 09:49:02.375055 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Deleting port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:49:02.375803 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:02.460082 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:49:02.486061 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:49:02.486321 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fec053d0-2d6f-4bb9-a828-7e99bac5a9b7 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:49:02.514872 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532940b-0265-4866-94f5-2389927635bc req-d28eeba3-096b-455c-a2d3-bb087d152fdd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:02.516004 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b532940b-0265-4866-94f5-2389927635bc req-d28eeba3-096b-455c-a2d3-bb087d152fdd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0863836 Jan 14 09:49:02.517963 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] For port 1b4daa01-90cb-4876-9b9b-62fb776d4b0b, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,segment=NetworkSegment(68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4),segment_id=68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:02.518367 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:02.536659 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Calling delete_port for 1b4daa01-90cb-4876-9b9b-62fb776d4b0b owned by network:router_interface {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:49:02.544901 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfacd7-4d40-4b9e-ad79-77907fd9f096 req-fe07823b-3541-4474-9fda-016d6f2775cc tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:02.546541 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7bdfacd7-4d40-4b9e-ad79-77907fd9f096 req-fe07823b-3541-4474-9fda-016d6f2775cc tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0554190 Jan 14 09:49:02.600974 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7bdfacd7-4d40-4b9e-ad79-77907fd9f096 req-f4d49a58-91a1-4266-ad08-322f962d2fca tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Jan 14 09:49:02.641341 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b532940b-0265-4866-94f5-2389927635bc req-21059602-d2f3-4d5e-97e7-d17ed157d7ae tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151943 Jan 14 09:49:03.088361 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (1b4daa01-90cb-4876-9b9b-62fb776d4b0b), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:03.117583 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4daa01-90cb-4876-9b9b-62fb776d4b0b,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:03.295416 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (11e978b7-9948-481a-81a1-df19bc93e4be), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:03.555027 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Router 11e978b7-9948-481a-81a1-df19bc93e4be has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:49:03.664703 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:49:03.670422 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b10476d1-8320-4dc8-a10e-06b016150479 admin admin] 10.222.0.48 "PUT /v2.0/routers/11e978b7-9948-481a-81a1-df19bc93e4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2532949 Jan 14 09:49:03.673970 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43336) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:03.676539 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] Sync routers for ids ['11e978b7-9948-481a-81a1-df19bc93e4be'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:49:03.688916 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] Routers {'11e978b7-9948-481a-81a1-df19bc93e4be'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:03.689692 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:48:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['11e978b7-9948-481a-81a1-df19bc93e4be'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:03.745791 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec7e6-bf02-4634-9b89-1d2b0986bfeb req-0a5b08ac-5312-455b-bf5d-e32d63c4d80b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:03.751146 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c7eec7e6-bf02-4634-9b89-1d2b0986bfeb req-0a5b08ac-5312-455b-bf5d-e32d63c4d80b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0628729 Jan 14 09:49:03.800568 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks [] for router (11e978b7-9948-481a-81a1-df19bc93e4be), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:03.811543 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c7eec7e6-bf02-4634-9b89-1d2b0986bfeb req-c938cd51-cae9-4a35-b431-4531bb4214d7 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532496 Jan 14 09:49:03.824830 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] Set router 11e978b7-9948-481a-81a1-df19bc93e4be gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:03.931156 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks [] for router_gateway (11e978b7-9948-481a-81a1-df19bc93e4be), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:03.987621 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Deleting port a6d17f13-9f0a-425d-945c-6cda3e9ae303 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:49:03.987961 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.036866 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:49:02Z', 'revision_number': 5, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port': {'id': 'a6d17f13-9f0a-425d-945c-6cda3e9ae303', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:04.067981 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] Checking router: 11e978b7-9948-481a-81a1-df19bc93e4be for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:49:04.077797 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] Routers {'11e978b7-9948-481a-81a1-df19bc93e4be'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:04.078206 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:48:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['11e978b7-9948-481a-81a1-df19bc93e4be'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:04.079440 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] For port a6d17f13-9f0a-425d-945c-6cda3e9ae303, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a6d17f13-9f0a-425d-945c-6cda3e9ae303,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:04.079940 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.095347 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Calling delete_port for a6d17f13-9f0a-425d-945c-6cda3e9ae303 owned by network:router_gateway {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:49:04.172664 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] Set router 11e978b7-9948-481a-81a1-df19bc93e4be gateway port host: None {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:04.233036 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:49:03Z', 'revision_number': 6, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port_host': None}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:04.264892 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118de5ed-70e8-4fbc-85f4-83cd20448239 None None] The sync data for ids ['11e978b7-9948-481a-81a1-df19bc93e4be'] in dv-cinder-821602-11-iscsi is: [{'id': '11e978b7-9948-481a-81a1-df19bc93e4be', 'name': 'tempest-ServerRescueNegativeTestJSON-803295199-router', 'tenant_id': 'ae8097afd74a4ab39619485b26bdf483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:06Z', 'updated_at': '2022-01-14T09:49:03Z', 'revision_number': 6, 'project_id': 'ae8097afd74a4ab39619485b26bdf483', 'gw_port_host': None}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:49:04.287566 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (a6d17f13-9f0a-425d-945c-6cda3e9ae303), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.322067 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d17f13-9f0a-425d-945c-6cda3e9ae303,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:04.399769 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (11e978b7-9948-481a-81a1-df19bc93e4be), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.530397 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (11e978b7-9948-481a-81a1-df19bc93e4be), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.532684 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks [] for router_controller (11e978b7-9948-481a-81a1-df19bc93e4be), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.605123 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (11e978b7-9948-481a-81a1-df19bc93e4be), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.606133 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11e978b7-9948-481a-81a1-df19bc93e4be {{(pid=114413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:49:04.611971 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.613667 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-773ed85c-f7d7-455a-8075-baac260ea3ec admin admin] 10.222.0.48 "DELETE /v2.0/routers/11e978b7-9948-481a-81a1-df19bc93e4be HTTP/1.1" status: 204 len: 168 time: 0.9392519 Jan 14 09:49:04.615958 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43358) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:04.672294 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Deleting subnet 1d6aac0e-4ae3-445c-812f-d59b70ef9991 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:49:04.676006 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Publish callbacks [] for subnet (1d6aac0e-4ae3-445c-812f-d59b70ef9991), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.721101 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (1d6aac0e-4ae3-445c-812f-d59b70ef9991), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.767478 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (1d6aac0e-4ae3-445c-812f-d59b70ef9991), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.819038 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (1d6aac0e-4ae3-445c-812f-d59b70ef9991), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.851065 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6aac0e-4ae3-445c-812f-d59b70ef9991,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:04.853691 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.860374 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-37b10d92-697f-493d-af1f-d772db6c608f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1d6aac0e-4ae3-445c-812f-d59b70ef9991 HTTP/1.1" status: 204 len: 168 time: 0.2406425 Jan 14 09:49:04.860587 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43362) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:04.928936 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84841de-9680-4327-a342-3dca99346989 req-0b5412f1-e2a1-4ee4-ae7e-d619fc034efd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:04.930809 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d84841de-9680-4327-a342-3dca99346989 req-0b5412f1-e2a1-4ee4-ae7e-d619fc034efd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0550766 Jan 14 09:49:04.935504 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (78a3ace0-1988-4ea4-bbaf-f5f723e32336), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:04.985619 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d84841de-9680-4327-a342-3dca99346989 req-93ad401b-1ec2-47d3-9ec7-0d1ebd225864 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491347 Jan 14 09:49:05.017960 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (78a3ace0-1988-4ea4-bbaf-f5f723e32336), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.044818 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a3ace0-1988-4ea4-bbaf-f5f723e32336']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:05.055314 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:05.055596 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:05.065923 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.086600 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.094146 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:49:05.094589 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (68f55f0f-3cfe-4bbb-b06c-2dd9041bddf4), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:49:05.096504 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:49:05.184862 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (78a3ace0-1988-4ea4-bbaf-f5f723e32336), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.190740 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.194411 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] 10.222.0.48 "DELETE /v2.0/networks/78a3ace0-1988-4ea4-bbaf-f5f723e32336 HTTP/1.1" status: 204 len: 168 time: 0.3326774 Jan 14 09:49:05.207190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e0261-2c79-4876-9e22-108a3bf57526 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a3ace0-1988-4ea4-bbaf-f5f723e32336,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:05.403334 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54505a-5a4f-4cfb-8d04-d8bb4eab7d9f req-dbc923bd-3c49-4e3e-b5cd-70893f053e97 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:05.405244 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bf54505a-5a4f-4cfb-8d04-d8bb4eab7d9f req-dbc923bd-3c49-4e3e-b5cd-70893f053e97 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0928404 Jan 14 09:49:05.423992 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-d7ef8645-1dca-43a2-97f1-0976af3da7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:05.425747 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-d7ef8645-1dca-43a2-97f1-0976af3da7da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1098 time: 0.0717511 Jan 14 09:49:05.515221 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43370) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:05.515669 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a6d17f13-9f0a-425d-945c-6cda3e9ae303 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:49:05.537674 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bf54505a-5a4f-4cfb-8d04-d8bb4eab7d9f req-1c946803-0224-4aff-93fc-3b9e352f0b66 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102650 Jan 14 09:49:05.545683 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: a6d17f13-9f0a-425d-945c-6cda3e9ae303 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:49:05.546336 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a6d17f13-9f0a-425d-945c-6cda3e9ae303 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:49:05.547295 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 1b4daa01-90cb-4876-9b9b-62fb776d4b0b no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:49:05.579402 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a264403f-8f3c-49c8-a87f-b6254df4beb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae8097afd74a4ab39619485b26bdf483&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0617266 Jan 14 09:49:05.579748 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-ee05c558-0238-4666-806f-ca8f83d88063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:05.581288 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-ee05c558-0238-4666-806f-ca8f83d88063 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.1285503 Jan 14 09:49:05.582002 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43372) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:05.586027 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 1b4daa01-90cb-4876-9b9b-62fb776d4b0b {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:49:05.586630 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 1b4daa01-90cb-4876-9b9b-62fb776d4b0b not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:49:05.678282 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-0985d366-4413-4b3c-8bcd-d9a1e23c28c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 1001 time: 0.0888734 Jan 14 09:49:05.719645 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b16c61f7-cfd8-442d-8658-242844d4e4ff admin admin] Publish callbacks [] for security_group (594c1f8a-4cba-4dde-824c-58289d25baa2), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.754608 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b16c61f7-cfd8-442d-8658-242844d4e4ff admin admin] Publish callbacks [] for security_group (594c1f8a-4cba-4dde-824c-58289d25baa2), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.757551 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-18e4f93b-afc1-45e8-bcd0-ed784612122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:05.759060 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-18e4f93b-afc1-45e8-bcd0-ed784612122d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.0698795 Jan 14 09:49:05.866054 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-7f28d882-a864-4fa3-bd84-f5d704478872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:05.867692 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-7f28d882-a864-4fa3-bd84-f5d704478872 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0994747 Jan 14 09:49:05.884389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b16c61f7-cfd8-442d-8658-242844d4e4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (594c1f8a-4cba-4dde-824c-58289d25baa2), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.887737 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b16c61f7-cfd8-442d-8658-242844d4e4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:05.889389 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-b16c61f7-cfd8-442d-8658-242844d4e4ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/594c1f8a-4cba-4dde-824c-58289d25baa2 HTTP/1.1" status: 204 len: 168 time: 0.3062024 Jan 14 09:49:05.945172 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c61f7-cfd8-442d-8658-242844d4e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594c1f8a-4cba-4dde-824c-58289d25baa2,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:06.002180 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-9eb971f6-0b35-476c-808d-d528ad7cb6d6 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112502 Jan 14 09:49:06.130167 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e8aaeee-2bc3-47cd-bab7-53c2fc6c5090 req-ecd12309-dbf1-403d-bfc4-6ed6bdcf57e5 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210511 Jan 14 09:49:06.781864 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde978dc-d435-46f4-ae3a-0c307818852b req-16484a60-6bb5-4200-a0e7-c6a46b806ffb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:06.784569 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bde978dc-d435-46f4-ae3a-0c307818852b req-16484a60-6bb5-4200-a0e7-c6a46b806ffb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1511381 Jan 14 09:49:06.891760 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bde978dc-d435-46f4-ae3a-0c307818852b req-e61f043f-2542-4d9a-8102-54f5e16d3143 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998418 Jan 14 09:49:08.066449 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c1996-9425-4442-b9a9-3c329e2c1ce1 req-c1e09b25-fa63-4d81-932a-83fa5e640ca6 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:08.071490 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-936c1996-9425-4442-b9a9-3c329e2c1ce1 req-c1e09b25-fa63-4d81-932a-83fa5e640ca6 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0858676 Jan 14 09:49:08.133741 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-936c1996-9425-4442-b9a9-3c329e2c1ce1 req-198d809f-4a29-4d7c-862f-ff56154bf582 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561662 Jan 14 09:49:08.193629 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43444) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:08.311018 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f8db68c4-37c0-4ef6-92d7-9d4dfaf47082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.402539 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f8db68c4-37c0-4ef6-92d7-9d4dfaf47082 admin admin] Publish callbacks [] for security_group (d495f6e2-d35a-4b3a-9a08-d0dc677e19c6), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.407324 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f8db68c4-37c0-4ef6-92d7-9d4dfaf47082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d495f6e2-d35a-4b3a-9a08-d0dc677e19c6), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.447800 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f8db68c4-37c0-4ef6-92d7-9d4dfaf47082 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da76a00f7e604c4b9f14cd35373fcefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525494 Jan 14 09:49:08.448666 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db68c4-37c0-4ef6-92d7-9d4dfaf47082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495f6e2-d35a-4b3a-9a08-d0dc677e19c6,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:08.450596 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43450) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:08.505036 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c930c81f-f6e7-4783-a07f-962328b7863f admin admin] Publish callbacks [] for security_group (d495f6e2-d35a-4b3a-9a08-d0dc677e19c6), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.531236 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c930c81f-f6e7-4783-a07f-962328b7863f admin admin] Publish callbacks [] for security_group (d495f6e2-d35a-4b3a-9a08-d0dc677e19c6), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.585295 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c930c81f-f6e7-4783-a07f-962328b7863f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d495f6e2-d35a-4b3a-9a08-d0dc677e19c6), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.588937 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-c930c81f-f6e7-4783-a07f-962328b7863f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:08.590886 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-c930c81f-f6e7-4783-a07f-962328b7863f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d495f6e2-d35a-4b3a-9a08-d0dc677e19c6 HTTP/1.1" status: 204 len: 168 time: 0.1380486 Jan 14 09:49:08.602265 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930c81f-f6e7-4783-a07f-962328b7863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495f6e2-d35a-4b3a-9a08-d0dc677e19c6,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:08.900825 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43456) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:08.914422 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0fa98a84-fa95-4f85-9fbe-e6d71c620771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.026684 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0fa98a84-fa95-4f85-9fbe-e6d71c620771 admin admin] Publish callbacks [] for security_group (beb5ebba-68c7-4307-bad4-719f96b11aa6), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.031725 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0fa98a84-fa95-4f85-9fbe-e6d71c620771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (beb5ebba-68c7-4307-bad4-719f96b11aa6), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.076915 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0fa98a84-fa95-4f85-9fbe-e6d71c620771 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7434fbe313bd4aec8821915ef74e7d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740606 Jan 14 09:49:09.076915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa98a84-fa95-4f85-9fbe-e6d71c620771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb5ebba-68c7-4307-bad4-719f96b11aa6,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:09.080102 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43462) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:09.386785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-196efb46-9dcc-4151-be80-2485439af42c admin admin] Publish callbacks [] for security_group (beb5ebba-68c7-4307-bad4-719f96b11aa6), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.423609 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-196efb46-9dcc-4151-be80-2485439af42c admin admin] Publish callbacks [] for security_group (beb5ebba-68c7-4307-bad4-719f96b11aa6), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.482147 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-196efb46-9dcc-4151-be80-2485439af42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (beb5ebba-68c7-4307-bad4-719f96b11aa6), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.485442 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-196efb46-9dcc-4151-be80-2485439af42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:09.486805 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-196efb46-9dcc-4151-be80-2485439af42c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/beb5ebba-68c7-4307-bad4-719f96b11aa6 HTTP/1.1" status: 204 len: 168 time: 0.4057472 Jan 14 09:49:09.496511 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196efb46-9dcc-4151-be80-2485439af42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb5ebba-68c7-4307-bad4-719f96b11aa6,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:11.651075 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43532) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:11.777836 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5d8d-2f3f-46b8-bd91-6ce3d5852ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:11.866629 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5d8d-2f3f-46b8-bd91-6ce3d5852ac8 admin admin] Publish callbacks [] for security_group (99aa0e98-e312-4546-a829-4fb651e4f94d), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:11.871850 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d3a5d8d-2f3f-46b8-bd91-6ce3d5852ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (99aa0e98-e312-4546-a829-4fb651e4f94d), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:11.915035 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a5d8d-2f3f-46b8-bd91-6ce3d5852ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aa0e98-e312-4546-a829-4fb651e4f94d,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:11.924245 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6d3a5d8d-2f3f-46b8-bd91-6ce3d5852ac8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33c2c4aef8004396b5262cce1dc33414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678137 Jan 14 09:49:11.924528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43536) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:11.998098 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d0a1-2aef-4dfe-a78a-8a8783b990fb admin admin] Publish callbacks [] for security_group (99aa0e98-e312-4546-a829-4fb651e4f94d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.025317 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d0a1-2aef-4dfe-a78a-8a8783b990fb admin admin] Publish callbacks [] for security_group (99aa0e98-e312-4546-a829-4fb651e4f94d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.080538 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d0a1-2aef-4dfe-a78a-8a8783b990fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (99aa0e98-e312-4546-a829-4fb651e4f94d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.083586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bfe5d0a1-2aef-4dfe-a78a-8a8783b990fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.084786 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-bfe5d0a1-2aef-4dfe-a78a-8a8783b990fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99aa0e98-e312-4546-a829-4fb651e4f94d HTTP/1.1" status: 204 len: 168 time: 0.1594136 Jan 14 09:49:12.094543 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5d0a1-2aef-4dfe-a78a-8a8783b990fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aa0e98-e312-4546-a829-4fb651e4f94d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:12.443127 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43550) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:12.457844 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a54ba882-d378-4ed7-a079-892c4920204c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.542568 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a54ba882-d378-4ed7-a079-892c4920204c admin admin] Publish callbacks [] for security_group (91b1f315-4670-405e-849a-649e6a6f963d), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.546913 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a54ba882-d378-4ed7-a079-892c4920204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (91b1f315-4670-405e-849a-649e6a6f963d), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.590595 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a54ba882-d378-4ed7-a079-892c4920204c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef1cd667626945a9b1be6b197d463e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459572 Jan 14 09:49:12.591546 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba882-d378-4ed7-a079-892c4920204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b1f315-4670-405e-849a-649e6a6f963d,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:12.594771 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43552) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:12.654739 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c27c5b0-d847-4dde-a4dd-3e7664c22b22 admin admin] Publish callbacks [] for security_group (91b1f315-4670-405e-849a-649e6a6f963d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.679999 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c27c5b0-d847-4dde-a4dd-3e7664c22b22 admin admin] Publish callbacks [] for security_group (91b1f315-4670-405e-849a-649e6a6f963d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.741242 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c27c5b0-d847-4dde-a4dd-3e7664c22b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (91b1f315-4670-405e-849a-649e6a6f963d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.744095 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7c27c5b0-d847-4dde-a4dd-3e7664c22b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:12.745268 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7c27c5b0-d847-4dde-a4dd-3e7664c22b22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91b1f315-4670-405e-849a-649e6a6f963d HTTP/1.1" status: 204 len: 168 time: 0.1495709 Jan 14 09:49:12.754320 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27c5b0-d847-4dde-a4dd-3e7664c22b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b1f315-4670-405e-849a-649e6a6f963d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:16.050300 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:16.684034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e210e-9987-4f9a-9915-33f1030c7d73 req-be22a45d-8bd3-4649-95ad-eb886d4204b9 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:16.686458 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fe9e210e-9987-4f9a-9915-33f1030c7d73 req-be22a45d-8bd3-4649-95ad-eb886d4204b9 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0619133 Jan 14 09:49:16.739786 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fe9e210e-9987-4f9a-9915-33f1030c7d73 req-78393c78-0055-4d9d-ae4f-603f01dac528 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Jan 14 09:49:16.768593 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43642) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:17.035059 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b66f1b-1b7a-4af2-b454-1feaaa88b249 tempest-TestMinimumBasicScenario-1245551684 tempest-TestMinimumBasicScenario-1245551684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:17.036688 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c1b66f1b-1b7a-4af2-b454-1feaaa88b249 tempest-TestMinimumBasicScenario-1245551684 tempest-TestMinimumBasicScenario-1245551684-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1094 time: 0.2669516 Jan 14 09:49:17.040354 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43648) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:17.045505 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'port_id': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:17.078285 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:17.201596 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:17.318533 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Allocated IP 172.27.3.248 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/381b94a2-62ed-46fc-b196-a812a81407cf) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:49:17.442031 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for port (381b94a2-62ed-46fc-b196-a812a81407cf), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:17.495586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (381b94a2-62ed-46fc-b196-a812a81407cf), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:17.537856 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:49:17.543843 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:49:17.550443 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:49:17.558869 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'Port': ['ID=381b94a2-62ed-46fc-b196-a812a81407cf,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:18.184992 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for floatingip (d46521a5-d8f5-420c-98f9-e45f3759f6f6), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:18.257912 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (381b94a2-62ed-46fc-b196-a812a81407cf), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:18.430441 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for port (381b94a2-62ed-46fc-b196-a812a81407cf), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:18.436455 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (381b94a2-62ed-46fc-b196-a812a81407cf), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:18.515015 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'Port': ['ID=381b94a2-62ed-46fc-b196-a812a81407cf,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:18.526950 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.527298 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.527642 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.527978 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.528315 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.528640 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.528963 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.529292 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.529658 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.529928 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.530280 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.530684 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.531010 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:18.534697 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (d46521a5-d8f5-420c-98f9-e45f3759f6f6), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:18.641361 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Floating IP d46521a5-d8f5-420c-98f9-e45f3759f6f6 associated. External IP: 172.27.3.248, port: a8c563c3-b40e-4151-8a9f-8712800674f9. Jan 14 09:49:18.876053 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Router 88f7210a-0c38-43f5-b431-a137dd710f2c has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:49:19.028511 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:49:19.039048 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] Sync routers for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:49:19.056833 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:19.057481 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:48:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:19.060142 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:19.081936 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-a41eea1e-2abb-4d68-9601-c24095b450ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628498 Jan 14 09:49:19.103749 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c8bea340-3543-48aa-ae5f-047b48ecfd9d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0617533 Jan 14 09:49:19.105015 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:19.106626 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43660) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:19.109735 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6973cf5-db54-42d7-b256-a53d607f7c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:19.112877 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511962193', 'description': 'tempest-secgroup-smoke-1511962193 description', 'project_id': '4768eb3469474c1a8a697727bc0026af'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:19.198622 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4258d469-833c-4241-9a52-55a83af5b32f x-openstack-request-id: req-4258d469-833c-4241-9a52-55a83af5b32f {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:19.199171 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:19.199466 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4258d469-833c-4241-9a52-55a83af5b32f {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:19.200117 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'status': 'completed', 'code': 200} Jan 14 09:49:19.225821 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:19.234134 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:19.297940 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-877eae79-0410-404a-af92-9f5c28dcd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:19.300405 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-877eae79-0410-404a-af92-9f5c28dcd0ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 1098 time: 0.1776559 Jan 14 09:49:19.451051 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-e07405c5-69eb-4040-aa57-095d83f33d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:19.453621 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-e07405c5-69eb-4040-aa57-095d83f33d20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1099 time: 0.2022645 Jan 14 09:49:19.594999 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group (5c3cb225-69b9-491a-9fe7-2f319b407d26), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:19.601858 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-6909a06a-478f-4949-b844-23910ccb22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:19.603400 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-6909a06a-478f-4949-b844-23910ccb22e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.2756021 Jan 14 09:49:19.606799 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5c3cb225-69b9-491a-9fe7-2f319b407d26), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:19.607667 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd46521a5-d8f5-420c-98f9-e45f3759f6f6', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'port_id': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'mac_address': 'fa:16:3e:64:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f50e468-f662-40b4-a509-b335e26ff3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:49:17Z', 'updated_at': '2022-01-14T09:49:17Z', 'revision_number': 0, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:19.657994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] Checking router: 88f7210a-0c38-43f5-b431-a137dd710f2c for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:49:19.673193 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:19.674235 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:48:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:19.700936 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:19.702272 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5942674 Jan 14 09:49:19.703417 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-0923337f-5770-4cc6-b2db-3582a0e7e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:19.704826 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-0923337f-5770-4cc6-b2db-3582a0e7e43f service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.2411051 Jan 14 09:49:19.705580 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43668) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:19.713790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group_rule': {'security_group_id': '5c3cb225-69b9-491a-9fe7-2f319b407d26', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:19.718042 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3cb225-69b9-491a-9fe7-2f319b407d26,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:19.784763 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-88864770-3ae2-48c3-a0e4-4ae2a67de7c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 200 len: 1001 time: 0.1631196 Jan 14 09:49:19.786070 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.786562 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.786843 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.787123 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.787448 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.787940 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.788104 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.788835 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.788835 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.789398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.789398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.790634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.790634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b029ed1-c73e-4d4c-b939-f0d716ff0afb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:49:19.874437 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-3346e3b8-22b9-4abb-9143-002b0a4c20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:19.875899 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-3346e3b8-22b9-4abb-9143-002b0a4c20c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.0794475 Jan 14 09:49:19.877730 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-a86e97a7-c522-437b-ad48-a9ed96fb037e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 1000 time: 0.1557431 Jan 14 09:49:19.879778 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (8c0131e6-74eb-44ab-bd1e-ab6701c0307b), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:19.918947 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:19.991558 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-792e76d7-1b3d-429f-9339-4f261c1a3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:19.993027 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-792e76d7-1b3d-429f-9339-4f261c1a3a7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0990281 Jan 14 09:49:20.005715 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (8c0131e6-74eb-44ab-bd1e-ab6701c0307b), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.018699 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (8c0131e6-74eb-44ab-bd1e-ab6701c0307b), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.038314 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-80fc5349-2bb6-40b3-bffc-4a4c4f89035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:20.039857 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-80fc5349-2bb6-40b3-bffc-4a4c4f89035c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1469998 Jan 14 09:49:20.071092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0131e6-74eb-44ab-bd1e-ab6701c0307b,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:20.114134 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.116165 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d3bf0e83-f718-49be-b443-bcea830b41fb tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073644 Jan 14 09:49:20.121930 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43676) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:20.128653 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group_rule': {'security_group_id': '5c3cb225-69b9-491a-9fe7-2f319b407d26', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:20.146533 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-2d24b1f2-11a9-472b-a3aa-cdac0e8421f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:20.148573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-2d24b1f2-11a9-472b-a3aa-cdac0e8421f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1415875 Jan 14 09:49:20.187678 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (2baf328b-6005-40a6-88b4-0a49d49930d0), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.245724 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-4a0c7649-db45-47a5-8a05-abe3f7102c05 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956248 Jan 14 09:49:20.276658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd46521a5-d8f5-420c-98f9-e45f3759f6f6', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'port_id': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'mac_address': 'fa:16:3e:64:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f50e468-f662-40b4-a509-b335e26ff3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:49:17Z', 'updated_at': '2022-01-14T09:49:17Z', 'revision_number': 0, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:20.278964 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (2baf328b-6005-40a6-88b4-0a49d49930d0), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.287628 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (2baf328b-6005-40a6-88b4-0a49d49930d0), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.322801 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baf328b-6005-40a6-88b4-0a49d49930d0,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:20.350719 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-d40ccbd0-813c-4d59-a5ef-1fb2fb46ca19 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949337 Jan 14 09:49:20.351173 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.353825 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d04e6-5d0f-4f2e-8676-64ddbe3a7ec4 None None] The sync data for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi is: [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd46521a5-d8f5-420c-98f9-e45f3759f6f6', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'port_id': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'mac_address': 'fa:16:3e:64:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f50e468-f662-40b4-a509-b335e26ff3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:49:17Z', 'updated_at': '2022-01-14T09:49:17Z', 'revision_number': 0, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:49:20.357795 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43686) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:20.362431 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-273f3c7e-8a97-4b0f-a573-8229a399f913 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2289128 Jan 14 09:49:20.364673 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group_rule': {'security_group_id': '5c3cb225-69b9-491a-9fe7-2f319b407d26', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:20.503850 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fd8b1a0b-2080-4623-9577-a32aa5c7b06c req-94d56f1d-8b0e-43f7-9aa8-3d694954efaf service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474661 Jan 14 09:49:20.536618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (c15b1690-9dda-4ee3-b806-e376e5829e33), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.590211 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e6973cf5-db54-42d7-b256-a53d607f7c7a req-e9cbd1b1-f48d-4932-945e-51c192cfb370 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176540 Jan 14 09:49:20.636491 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (c15b1690-9dda-4ee3-b806-e376e5829e33), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.643988 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (c15b1690-9dda-4ee3-b806-e376e5829e33), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.665167 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15b1690-9dda-4ee3-b806-e376e5829e33,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:20.696292 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.698942 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-269d72fe-8f2e-4b60-91c0-11e768b1a1ac tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397391 Jan 14 09:49:20.701827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43702) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:20.708565 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group_rule': {'security_group_id': '5c3cb225-69b9-491a-9fe7-2f319b407d26', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:20.751742 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (5fb330c1-7399-4700-9846-62c6e3b1f754), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.795820 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b070eaf-fd91-431f-8cdb-eb2dfb4f20ab None None] New status for floating IP d46521a5-d8f5-420c-98f9-e45f3759f6f6: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:49:20.837563 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacc458-49b6-4b82-be38-45a369b02cc6 req-042f721f-60cf-4bb9-8b86-3e2c402202de tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:20.840276 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cfacc458-49b6-4b82-be38-45a369b02cc6 req-042f721f-60cf-4bb9-8b86-3e2c402202de tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0733635 Jan 14 09:49:20.875466 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (5fb330c1-7399-4700-9846-62c6e3b1f754), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.881232 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (5fb330c1-7399-4700-9846-62c6e3b1f754), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.918087 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb330c1-7399-4700-9846-62c6e3b1f754,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:20.924223 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cfacc458-49b6-4b82-be38-45a369b02cc6 req-7e4acf1f-5ddf-468b-bdef-3acc21cb7590 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703411 Jan 14 09:49:20.952362 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:20.953906 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-985ad536-2f3d-4536-83b9-102911baa193 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2505295 Jan 14 09:49:20.958884 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43708) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:20.968506 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group_rule': {'security_group_id': '5c3cb225-69b9-491a-9fe7-2f319b407d26', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:21.016703 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.securitygroups_db [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Project 4768eb3469474c1a8a697727bc0026af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 09:49:21.023617 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (306e285f-0a53-46b9-aec0-6412d5d64065), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.112467 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (306e285f-0a53-46b9-aec0-6412d5d64065), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.118552 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (306e285f-0a53-46b9-aec0-6412d5d64065), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.154609 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306e285f-0a53-46b9-aec0-6412d5d64065,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:21.168948 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.170218 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-2641490b-59b2-4b67-b2ab-46663ccff504 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2101691 Jan 14 09:49:21.173276 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43714) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:21.178915 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'security_group_rule': {'security_group_id': '5c3cb225-69b9-491a-9fe7-2f319b407d26', 'project_id': '4768eb3469474c1a8a697727bc0026af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:21.207857 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.securitygroups_db [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Project 4768eb3469474c1a8a697727bc0026af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 09:49:21.213316 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (60933d8f-8fe4-48f6-a89b-e9f8b719404a), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.282795 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (60933d8f-8fe4-48f6-a89b-e9f8b719404a), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.286877 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (60933d8f-8fe4-48f6-a89b-e9f8b719404a), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.305040 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60933d8f-8fe4-48f6-a89b-e9f8b719404a,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:21.313998 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.316319 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f1029c76-108d-4e97-b86d-82598ff6ec44 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408546 Jan 14 09:49:21.408333 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-a3e5c375-ee27-4555-acf4-5d37208a1b63 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511962193&fields=id&tenant_id=4768eb3469474c1a8a697727bc0026af HTTP/1.1" status: 200 len: 267 time: 0.0450265 Jan 14 09:49:21.461430 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-5c1f55e0-4157-4e36-b059-9a80e43d7145 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:21.462913 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-5c1f55e0-4157-4e36-b059-9a80e43d7145 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0487280 Jan 14 09:49:21.474049 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'port': {'security_groups': ['2fc9333e-1f25-4ce8-97e7-b4e39d6db790', '5c3cb225-69b9-491a-9fe7-2f319b407d26']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:21.546298 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.734069 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:21.764552 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.770391 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.814313 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:21.814990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:21.816409 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae32fbe4-f1c6-4e6d-92ce-37218cbd6527 req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "PUT /v2.0/ports/a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 982 time: 0.3469508 Jan 14 09:49:21.816958 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:21.819470 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b10daf-7849-42b7-930b-fd1332c851f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:21.861002 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c0a17-ccfd-4cb6-a69d-cab2552f569b tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=6']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:21.886874 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e58bff-2b6c-488a-b105-2c3679005b70 x-openstack-request-id: req-34e58bff-2b6c-488a-b105-2c3679005b70 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:21.887224 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:21.887486 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34e58bff-2b6c-488a-b105-2c3679005b70 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:21.887974 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'status': 'completed', 'code': 200} Jan 14 09:49:21.968504 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f39f6-7ed1-4d8d-ade2-6c8b5fce144c req-05c824e6-d242-4d1c-a477-2fd4951eb513 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:21.970146 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-092f39f6-7ed1-4d8d-ade2-6c8b5fce144c req-05c824e6-d242-4d1c-a477-2fd4951eb513 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.0656869 Jan 14 09:49:22.044351 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-42fcf821-a06a-4cbc-a9d5-b708a6a79f76 None None] Provisioning complete for port a8c563c3-b40e-4151-8a9f-8712800674f9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:49:22.044955 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-42fcf821-a06a-4cbc-a9d5-b708a6a79f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:22.061264 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-092f39f6-7ed1-4d8d-ade2-6c8b5fce144c req-597fc3f7-8ca9-4cc0-a438-1176ec7ac097 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852706 Jan 14 09:49:22.093670 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93904bf0-9959-4ec1-be04-8a870376d5c5 req-e99db130-9905-4d65-bc7b-4a0207057360 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:22.095199 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93904bf0-9959-4ec1-be04-8a870376d5c5 req-e99db130-9905-4d65-bc7b-4a0207057360 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0578051 Jan 14 09:49:22.134783 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-42fcf821-a06a-4cbc-a9d5-b708a6a79f76 None None] Current status of the port a8c563c3-b40e-4151-8a9f-8712800674f9 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:49:22.146834 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-93904bf0-9959-4ec1-be04-8a870376d5c5 req-008fa56f-b2ad-4685-9c0c-f0ffea1ab656 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456319 Jan 14 09:49:23.279813 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867b819-3b75-4a32-9c3e-e7b762c2e1fc req-46f904f7-0334-4217-affc-9c082098463e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:23.281475 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1867b819-3b75-4a32-9c3e-e7b762c2e1fc req-46f904f7-0334-4217-affc-9c082098463e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0561032 Jan 14 09:49:23.333722 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1867b819-3b75-4a32-9c3e-e7b762c2e1fc req-e72aca24-f702-4ec3-853d-c32a0705affc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Jan 14 09:49:23.716104 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:49:23.892584 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a8c563c3-b40e-4151-8a9f-8712800674f9'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:49:23.952311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-10612d48-696e-438f-8033-adfe3f345f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:23.954301 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-10612d48-696e-438f-8033-adfe3f345f0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1138 time: 0.0463841 Jan 14 09:49:24.001677 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a8c563c3-b40e-4151-8a9f-8712800674f9'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:49:24.050909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-03a27632-8828-4069-b631-b6e823e4a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:24.052395 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-03a27632-8828-4069-b631-b6e823e4a32a service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.0911441 Jan 14 09:49:24.128395 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-a30b9e35-1c07-4d8a-9af6-7ab29c11e729 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 1002 time: 0.0649714 Jan 14 09:49:24.193273 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-214699bb-8c38-4f1d-8578-cf8ac253672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:24.194773 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-214699bb-8c38-4f1d-8578-cf8ac253672a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0575352 Jan 14 09:49:24.269521 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-c21ddac2-c1de-4ba9-866c-df867e031266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:24.270997 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-c21ddac2-c1de-4ba9-866c-df867e031266 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0625072 Jan 14 09:49:24.393647 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-9c5bb5a8-d75a-4dde-86b5-4af8fab2a488 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128979 Jan 14 09:49:24.515250 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4b10daf-7849-42b7-930b-fd1332c851f5 req-5938f466-9f8f-4416-acf6-5388d4ec843f service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149764 Jan 14 09:49:24.527211 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eaf0c66b-7e93-417f-a6c5-a6859f7aa5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:24.546708 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452763e-e8fe-4874-bc27-ce2524dc694d req-89e7f09c-ef34-43fc-a7cb-27099a337225 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:24.548554 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9452763e-e8fe-4874-bc27-ce2524dc694d req-89e7f09c-ef34-43fc-a7cb-27099a337225 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0793922 Jan 14 09:49:24.604072 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9452763e-e8fe-4874-bc27-ce2524dc694d req-73b161d8-8a41-4140-b99c-ef21ce224391 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496001 Jan 14 09:49:25.099899 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-49abd1de-0a6e-4d3d-97fe-44d6562c680a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:25.101375 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-49abd1de-0a6e-4d3d-97fe-44d6562c680a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 946 time: 0.0531237 Jan 14 09:49:25.203462 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Deleting port 7199b4e9-feda-4595-83c7-1a3f330de646 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:49:25.203828 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:25.310706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] For port 7199b4e9-feda-4595-83c7-1a3f330de646, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7199b4e9-feda-4595-83c7-1a3f330de646,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:25.311066 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:25.554336 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:25.555020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (0e4579e7-9944-4829-af99-eb511720018d), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:25.555020 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Floating IP 0e4579e7-9944-4829-af99-eb511720018d disassociated. External IP: 172.27.3.199, port: 7199b4e9-feda-4595-83c7-1a3f330de646. Jan 14 09:49:25.555375 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Calling delete_port for 7199b4e9-feda-4595-83c7-1a3f330de646 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:49:25.696429 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (7199b4e9-feda-4595-83c7-1a3f330de646), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:25.712943 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-30b86d5d-1fb1-4516-b775-b9ec6443a5f5 req-b9afbe1f-f0f2-4783-984e-1a355ec4b1d9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a HTTP/1.1" status: 200 len: 210 time: 0.0313468 Jan 14 09:49:25.747879 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event deleted for resources: {'Port': ['ID=7199b4e9-feda-4595-83c7-1a3f330de646,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:25.901191 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:49:26.038062 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:49:26.051992 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:49:26.064243 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:26.064953 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:48:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:26.083453 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] No DVR routers for this DVR port 7199b4e9-feda-4595-83c7-1a3f330de646 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:49:26.086113 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:26.089591 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a138858b-45f6-4527-8810-6cc2cabcc1a9 req-09d5d9ec-81bf-48b4-b295-896116727b79 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "DELETE /v2.0/ports/7199b4e9-feda-4595-83c7-1a3f330de646 HTTP/1.1" status: 204 len: 173 time: 0.9816484 Jan 14 09:49:26.090044 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-deleted', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:26.092495 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7d3114-3ca1-4e81-8656-3ff14b62ceb8" -d '{"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-deleted", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:26.154739 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7920b593-d276-40ca-a28c-1b1ce1a92ed1 x-openstack-request-id: req-7920b593-d276-40ca-a28c-1b1ce1a92ed1 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:26.155286 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a", "name": "network-vif-deleted", "tag": "7199b4e9-feda-4595-83c7-1a3f330de646", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:26.155736 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7920b593-d276-40ca-a28c-1b1ce1a92ed1 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:26.156324 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c0d2d0-f062-4164-a9eb-d4ed87c05c9a', 'name': 'network-vif-deleted', 'tag': '7199b4e9-feda-4595-83c7-1a3f330de646', 'status': 'completed', 'code': 200} Jan 14 09:49:26.352898 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:26.612193 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:26.657913 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:49:26.666648 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:26.671007 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:48:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:26.810852 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:26.843934 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43788) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:26.872816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5dda8403-feed-408c-962d-3cebed6a8463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:26.921402 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-16cb726e-7313-448f-aa6e-7c2a348f4a1f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:26.926624 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87499e-0c46-49c9-b6e4-472fb71045d5 req-8ca6a29f-c814-47f7-83b1-d7007ed5279c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:26.928744 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3c87499e-0c46-49c9-b6e4-472fb71045d5 req-8ca6a29f-c814-47f7-83b1-d7007ed5279c tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.0802987 Jan 14 09:49:26.950392 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-16cb726e-7313-448f-aa6e-7c2a348f4a1f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.031825 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3c87499e-0c46-49c9-b6e4-472fb71045d5 req-22fdcd24-2cb2-4195-a1bf-366cd8ec79a5 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952852 Jan 14 09:49:27.046222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-16cb726e-7313-448f-aa6e-7c2a348f4a1f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.051411 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-16cb726e-7313-448f-aa6e-7c2a348f4a1f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.054210 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-16cb726e-7313-448f-aa6e-7c2a348f4a1f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "DELETE /v2.0/security-groups/f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0 HTTP/1.1" status: 204 len: 168 time: 0.2081425 Jan 14 09:49:27.059759 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43790) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:27.081244 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.api.v2.resource [None req-53e893ea-9a09-4932-afab-68f5402d46a5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] show failed (client error): The resource could not be found. Jan 14 09:49:27.081244 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-53e893ea-9a09-4932-afab-68f5402d46a5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups/f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0 HTTP/1.1" status: 404 len: 347 time: 0.0135911 Jan 14 09:49:27.081455 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb726e-7313-448f-aa6e-7c2a348f4a1f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99597a1-7b11-43d1-b2d5-8b0bcbf4e7e0,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:27.086177 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43792) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:27.129675 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:27.165452 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d90e45-c3e0-4d78-9f05-0b55e81527dd None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:49:27.485025 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5abdf5-9272-4b34-8a62-ef31fee0daf6 None None] New status for floating IP 0e4579e7-9944-4829-af99-eb511720018d: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:49:27.511060 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Deleting port 19d9d479-d45b-4c36-a04c-20e6d5d4fb2f {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:49:27.511503 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.595760 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.596110 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.610397 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Calling delete_port for 19d9d479-d45b-4c36-a04c-20e6d5d4fb2f owned by network:floatingip {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:49:27.821752 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (19d9d479-d45b-4c36-a04c-20e6d5d4fb2f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.849883 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event deleted for resources: {'Port': ['ID=19d9d479-d45b-4c36-a04c-20e6d5d4fb2f,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:27.891116 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.927344 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (0e4579e7-9944-4829-af99-eb511720018d), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.929910 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:27.931219 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-fd214a00-a178-41e7-800d-742d0a3635e4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "DELETE /v2.0/floatingips/0e4579e7-9944-4829-af99-eb511720018d HTTP/1.1" status: 204 len: 168 time: 0.8436122 Jan 14 09:49:28.208533 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403dbc6-e966-496c-bcb5-28e784cd2093 req-e1838e0f-9af3-435e-914e-332c220c98ad tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:28.210113 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c403dbc6-e966-496c-bcb5-28e784cd2093 req-e1838e0f-9af3-435e-914e-332c220c98ad tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.0557120 Jan 14 09:49:28.259807 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43802) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:28.265079 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268589884', 'description': 'tempest-description--758184754'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:28.267168 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c403dbc6-e966-496c-bcb5-28e784cd2093 req-927376ac-8308-4bcc-91a3-4990c8354245 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499363 Jan 14 09:49:28.296018 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.373655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (5068a356-220d-420e-b2e6-1feb7affd647), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.378627 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5068a356-220d-420e-b2e6-1feb7affd647), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.410106 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.411376 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1504343 Jan 14 09:49:28.415819 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced3301-5b21-413e-843d-232e8c94b3c6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5068a356-220d-420e-b2e6-1feb7affd647,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:28.422919 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 43804) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:28.428322 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'security_group_rule': {'security_group_id': '5068a356-220d-420e-b2e6-1feb7affd647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:28.467760 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (aa8f0190-41f6-4a66-a84d-a1056ec83700), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.531158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (aa8f0190-41f6-4a66-a84d-a1056ec83700), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.535658 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (aa8f0190-41f6-4a66-a84d-a1056ec83700), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.560167 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8f0190-41f6-4a66-a84d-a1056ec83700,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:28.564676 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.568377 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-b11d082c-9c59-4db1-9aa2-28e49febcc78 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415641 Jan 14 09:49:28.568855 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43806) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:28.573881 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'security_group_rule': {'security_group_id': '5068a356-220d-420e-b2e6-1feb7affd647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:28.604852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (bd1c096f-982c-4205-adb6-2a71192b12ee), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.689692 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (bd1c096f-982c-4205-adb6-2a71192b12ee), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.696078 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (bd1c096f-982c-4205-adb6-2a71192b12ee), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.725342 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1c096f-982c-4205-adb6-2a71192b12ee,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:28.739684 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.745185 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5bab6926-64e4-4016-b43a-b6320b840288 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712806 Jan 14 09:49:28.745447 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 43810) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:28.749959 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:28.776880 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:28.883451 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.004683 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Allocated IP 172.27.3.221 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:49:29.111825 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.151292 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.197784 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:49:29.203786 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:49:29.208749 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:49:29.215894 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'Port': ['ID=e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:29.337468 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (1cd94d27-7d91-403d-87d1-50485f4a73ba), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.389114 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.454027 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073923-fd35-435e-a681-99cd055331b1 req-0774eea5-7c41-4aa0-b9ea-aab7f24af2e0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:29.457521 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-69073923-fd35-435e-a681-99cd055331b1 req-0774eea5-7c41-4aa0-b9ea-aab7f24af2e0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.1013088 Jan 14 09:49:29.499648 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:49:29.521418 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 7199b4e9-feda-4595-83c7-1a3f330de646 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:49:29.522014 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 7199b4e9-feda-4595-83c7-1a3f330de646 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:49:29.528964 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-69073923-fd35-435e-a681-99cd055331b1 req-b46c5f66-3fe2-43e7-9c7a-ef03e2ca5637 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/security-groups?id=b3be23dc-4b12-4151-8e4e-6742104d61b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648670 Jan 14 09:49:29.597403 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.604121 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.608928 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.683333 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'Port': ['ID=e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:29.698517 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (1cd94d27-7d91-403d-87d1-50485f4a73ba), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.716749 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:29.718085 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d437acf7-d015-4538-a5c5-4828565cd368 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9716935 Jan 14 09:49:29.973556 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-6723eb03-85d5-4aa8-ba20-fc402bdfb706 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--268589884&fields=id&tenant_id=d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 267 time: 0.0600193 Jan 14 09:49:29.987500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-7fa4d2aa-e211-487e-8da9-9fffd480278f tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:29.989072 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-7fa4d2aa-e211-487e-8da9-9fffd480278f tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 945 time: 0.0528848 Jan 14 09:49:30.107780 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Deleting port cab54f6b-8055-4590-8745-9afc5fb0f88a {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:49:30.108317 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:30.125060 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-28a617bd-4db9-4ef7-adfa-84f538554e09 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:30.127354 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-28a617bd-4db9-4ef7-adfa-84f538554e09 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 816 time: 0.1476259 Jan 14 09:49:30.144134 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-811e1572-2a8c-4c35-b4e3-384fadb9a12c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/quotas/d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 375 time: 0.0106220 Jan 14 09:49:30.210260 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-04244bd5-0657-438d-b2e0-fa7b8447e7c4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553882 Jan 14 09:49:30.240811 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] For port cab54f6b-8055-4590-8745-9afc5fb0f88a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cab54f6b-8055-4590-8745-9afc5fb0f88a,segment=NetworkSegment(e0373b60-dc86-4874-8fa1-636665727ef9),segment_id=e0373b60-dc86-4874-8fa1-636665727ef9)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:30.241390 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:30.263015 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Calling delete_port for cab54f6b-8055-4590-8745-9afc5fb0f88a owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:49:30.313464 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-93c57e08-7a8b-4377-8f9c-21604cfbfcda service neutron] 10.222.0.48 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892260 Jan 14 09:49:30.405173 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (cab54f6b-8055-4590-8745-9afc5fb0f88a), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:30.417313 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-52475da3-a2ef-4587-9c76-94ba347248c5 service neutron] 10.222.0.48 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963123 Jan 14 09:49:30.418085 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['cab54f6b-8055-4590-8745-9afc5fb0f88a'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:49:30.435445 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Pushing event deleted for resources: {'Port': ['ID=cab54f6b-8055-4590-8745-9afc5fb0f88a,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:30.476643 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] No DVR routers for this DVR port cab54f6b-8055-4590-8745-9afc5fb0f88a on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:49:30.480135 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:30.483900 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-175902ea-ee1b-41df-b9b6-2dbda8af3650 req-beed1713-c708-4c9b-9861-10c2391baae0 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.45 "DELETE /v2.0/ports/cab54f6b-8055-4590-8745-9afc5fb0f88a HTTP/1.1" status: 204 len: 173 time: 0.4872572 Jan 14 09:49:30.484363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'name': 'network-vif-deleted', 'tag': 'cab54f6b-8055-4590-8745-9afc5fb0f88a'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:30.486942 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b80c85b-d0fd-4cd2-8476-ea5fd3e96998" -d '{"events": [{"server_uuid": "c4e2711b-ed08-421c-b99d-06ef5bd0a404", "name": "network-vif-deleted", "tag": "cab54f6b-8055-4590-8745-9afc5fb0f88a"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:30.526599 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263dfc6d-87d5-420b-9a1c-b872869c071d x-openstack-request-id: req-263dfc6d-87d5-420b-9a1c-b872869c071d {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:30.526931 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e2711b-ed08-421c-b99d-06ef5bd0a404", "name": "network-vif-deleted", "tag": "cab54f6b-8055-4590-8745-9afc5fb0f88a", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:30.527217 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-263dfc6d-87d5-420b-9a1c-b872869c071d {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:30.527555 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e2711b-ed08-421c-b99d-06ef5bd0a404', 'name': 'network-vif-deleted', 'tag': 'cab54f6b-8055-4590-8745-9afc5fb0f88a', 'status': 'completed', 'code': 200} Jan 14 09:49:30.655472 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b6f017fd-1b9d-4ea7-b5c3-21f71cc8c717 req-ef11260f-646a-48e4-900e-f488f0239031 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 210 time: 0.0329626 Jan 14 09:49:30.669432 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-75dc1f99-8303-403b-a2e9-5576a752d4e9 req-d01d9af8-07b1-465a-be57-b1da4dfa3d45 tempest-VolumesSnapshotTestJSON-1667758872 tempest-VolumesSnapshotTestJSON-1667758872-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4e2711b-ed08-421c-b99d-06ef5bd0a404 HTTP/1.1" status: 200 len: 210 time: 0.0358577 Jan 14 09:49:31.264010 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:31.721984 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-24156832-0b45-486e-8e0d-839758442e24 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:31.723558 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-24156832-0b45-486e-8e0d-839758442e24 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 816 time: 0.1206074 Jan 14 09:49:31.811537 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-eec59edb-594e-4b75-8573-a9c06ac06a98 req-6fd21102-c9b0-4b0c-941b-34529e363fc5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 210 time: 0.0388172 Jan 14 09:49:31.832419 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-0a97b7e8-e79b-4469-b03e-e183aa6d4abd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 379 time: 0.0992453 Jan 14 09:49:31.847353 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'port': {'device_id': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'admin_state_up': True, 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'security_groups': ['5068a356-220d-420e-b2e6-1feb7affd647']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:31.993742 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Made reservation on behalf of d87879779a7049fa888526ce5a0bf552 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:49:32.003839 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.176222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Allocated IP 172.20.0.13 (e4533a7b-1d3c-49a1-9516-8877ba93fca2/84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d/f484129e-42b3-4eed-8bf4-b44de5367943) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:49:32.344729 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for port (f484129e-42b3-4eed-8bf4-b44de5367943), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.381570 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.433213 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:49:32.438911 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:49:32.442909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:49:32.450598 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:32.517382 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:32.519333 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.545349 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-9a12fdc2-8039-476f-a46e-7610bbc062b7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7052789 Jan 14 09:49:32.557912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Request body: {'port': {'device_id': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:32.621805 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.655675 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-b3f851c5-c845-4f02-8287-97b632fd1174 None None] Provisioning complete for port f484129e-42b3-4eed-8bf4-b44de5367943 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:49:32.656287 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b3f851c5-c845-4f02-8287-97b632fd1174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.692156 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-b3f851c5-c845-4f02-8287-97b632fd1174 None None] Port f484129e-42b3-4eed-8bf4-b44de5367943 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:49:32.903013 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f484129e-42b3-4eed-8bf4-b44de5367943 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:49:32.913032 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Publish callbacks [] for port (f484129e-42b3-4eed-8bf4-b44de5367943), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.926693 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Transition to ACTIVE for port object f484129e-42b3-4eed-8bf4-b44de5367943 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:49:32.931692 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:32.940175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a7de6-0eb4-417d-9ed4-23fc72604d65 req-9b3f06dc-2c21-44a3-9cf9-d6c8e8288b43 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:32.941861 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-493a7de6-0eb4-417d-9ed4-23fc72604d65 req-9b3f06dc-2c21-44a3-9cf9-d6c8e8288b43 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 932 time: 0.0543604 Jan 14 09:49:33.006389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:33.019860 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-493a7de6-0eb4-417d-9ed4-23fc72604d65 req-253ee3d5-8e4c-4f74-a85d-40ee8aa2f54e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608568 Jan 14 09:49:33.070416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Attempting to bind port f484129e-42b3-4eed-8bf4-b44de5367943 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:49:33.070416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Attempting to bind port f484129e-42b3-4eed-8bf4-b44de5367943 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:49:33.070416 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Attempting to bind port f484129e-42b3-4eed-8bf4-b44de5367943 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:49:33.077155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Port f484129e-42b3-4eed-8bf4-b44de5367943 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:49:33.077713 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Attempting to bind port f484129e-42b3-4eed-8bf4-b44de5367943 on network e4533a7b-1d3c-49a1-9516-8877ba93fca2 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:49:33.083475 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:49:33.084115 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Checking segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:49:33.084253 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Bound using segment: {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:49:33.084583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Bound port: f484129e-42b3-4eed-8bf4-b44de5367943, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:49:33.084941 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:33.163032 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:49:33.166699 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:49:33.171590 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:33.225833 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:33.226447 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:33.228007 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] 10.222.0.45 "PUT /v2.0/ports/f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 200 len: 1094 time: 0.6745632 Jan 14 09:49:33.228495 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:33.230971 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:33.257477 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217c9b5-0112-470d-85bb-f6ab4cae8bdd service neutron] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:33.315414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3f4f7-6585-4cf7-a7e0-aa204f5b3711 x-openstack-request-id: req-e9c3f4f7-6585-4cf7-a7e0-aa204f5b3711 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:33.315797 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:33.316112 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9c3f4f7-6585-4cf7-a7e0-aa204f5b3711 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:33.316629 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'status': 'completed', 'code': 200} Jan 14 09:49:34.146131 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a482e-13a8-4ddf-921a-e2cdd518409b req-14e0e51e-034c-4b4b-acc8-a12989b7a461 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:34.147691 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-518a482e-13a8-4ddf-921a-e2cdd518409b req-14e0e51e-034c-4b4b-acc8-a12989b7a461 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0494211 Jan 14 09:49:34.204771 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-518a482e-13a8-4ddf-921a-e2cdd518409b req-950212ba-4749-4621-8412-087342e857dd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510664 Jan 14 09:49:34.495391 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device cab54f6b-8055-4590-8745-9afc5fb0f88a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:49:34.517195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: cab54f6b-8055-4590-8745-9afc5fb0f88a {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:49:34.517541 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device cab54f6b-8055-4590-8745-9afc5fb0f88a not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:49:35.363340 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a8862-49e1-47ea-a251-b75e07f131aa req-4e5394f0-1eb5-4c9e-8dec-1fe646fbec29 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:35.364943 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0d6a8862-49e1-47ea-a251-b75e07f131aa req-4e5394f0-1eb5-4c9e-8dec-1fe646fbec29 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0693884 Jan 14 09:49:35.419063 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0d6a8862-49e1-47ea-a251-b75e07f131aa req-76f23450-35cf-48c9-9cd9-3150b478f14c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481517 Jan 14 09:49:35.480232 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb req-ac0b315a-0e14-4199-9e93-8844e4736d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:35.481963 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb req-ac0b315a-0e14-4199-9e93-8844e4736d5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1097 time: 0.0518034 Jan 14 09:49:35.659998 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb req-6f2110fc-de98-47c2-9f31-0f8a14669ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:35.661760 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb req-6f2110fc-de98-47c2-9f31-0f8a14669ca4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d87879779a7049fa888526ce5a0bf552&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1722627 Jan 14 09:49:35.835119 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb req-2214c2b7-7e6d-4893-8aa5-1e3f35ab9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:35.836590 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3b5fe4d2-2b6b-4d3e-a064-5a7476c1b1fb req-2214c2b7-7e6d-4893-8aa5-1e3f35ab9c14 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686437 Jan 14 09:49:35.912367 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-1db95f34-62c2-40b7-b2b5-14a5f092d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:35.913740 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-1db95f34-62c2-40b7-b2b5-14a5f092d377 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1097 time: 0.0394180 Jan 14 09:49:35.997308 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-2da5d33b-cead-4488-a3c5-38e248a6c184 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 200 len: 217 time: 0.0345621 Jan 14 09:49:36.553517 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d3aea-0119-4b50-b6bb-0cdaad008349 req-8998bd78-3189-4807-a9ce-518ae03b434d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:36.555160 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d8d3aea-0119-4b50-b6bb-0cdaad008349 req-8998bd78-3189-4807-a9ce-518ae03b434d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0546465 Jan 14 09:49:36.623016 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3d8d3aea-0119-4b50-b6bb-0cdaad008349 req-7dc74c2e-468c-4bea-b791-db6882a7b02f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564480 Jan 14 09:49:36.805738 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-94c18a6b-0c66-461c-b4ac-0b6dca0832d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:36.807214 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-94c18a6b-0c66-461c-b4ac-0b6dca0832d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0447099 Jan 14 09:49:37.603164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-71b3fc3e-f6ed-455a-bfad-72d08a6f5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:37.605209 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-71b3fc3e-f6ed-455a-bfad-72d08a6f5551 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431101 Jan 14 09:49:37.746319 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab774-2eaa-441f-97f5-fabc6c4e6190 req-08eab025-a9e7-4a67-8380-80918769f493 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:37.747839 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-613ab774-2eaa-441f-97f5-fabc6c4e6190 req-08eab025-a9e7-4a67-8380-80918769f493 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0500479 Jan 14 09:49:37.797489 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-613ab774-2eaa-441f-97f5-fabc6c4e6190 req-336f1297-79cf-4f26-90f2-9799e5d3a167 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437725 Jan 14 09:49:38.523440 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-f1570654-7c89-4741-ad11-9ddff299163c service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840952 Jan 14 09:49:38.613281 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-65ca1b11-9aea-4609-a9af-978c536a8c07 req-5525f710-1de3-4bdd-b661-a46b02f02b15 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822010 Jan 14 09:49:38.919819 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfa166-8d82-4a3e-9251-2c277892c9de req-bfbcb12c-a71b-47a2-bbfa-916b0671f22c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:38.921227 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6abfa166-8d82-4a3e-9251-2c277892c9de req-bfbcb12c-a71b-47a2-bbfa-916b0671f22c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0498631 Jan 14 09:49:38.971623 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6abfa166-8d82-4a3e-9251-2c277892c9de req-f132d9d2-f05e-4e22-a1c0-c16f63a528cd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 Jan 14 09:49:40.097131 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c7bcd-9608-4982-9a51-c16b2439dd19 req-beab1049-0a41-48e2-bc80-405ec119ebbf tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:40.098619 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-524c7bcd-9608-4982-9a51-c16b2439dd19 req-beab1049-0a41-48e2-bc80-405ec119ebbf tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0509994 Jan 14 09:49:40.150246 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-524c7bcd-9608-4982-9a51-c16b2439dd19 req-ec09a6f1-d83b-408f-b183-2edfa259ad2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460460 Jan 14 09:49:41.280137 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fe287-9d60-4219-b4f2-d6b365efebe8 req-4d23ab98-a42b-447f-b06f-72c8b990874f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:41.281624 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7f0fe287-9d60-4219-b4f2-d6b365efebe8 req-4d23ab98-a42b-447f-b06f-72c8b990874f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0605721 Jan 14 09:49:41.332953 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7f0fe287-9d60-4219-b4f2-d6b365efebe8 req-f28745f0-88cb-444d-a23a-05b7ba7ad646 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449154 Jan 14 09:49:42.455427 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b351b-d150-4405-8844-a5945b306565 req-2af3415e-605b-4935-b20e-cdce08be0009 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:42.456894 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f38b351b-d150-4405-8844-a5945b306565 req-2af3415e-605b-4935-b20e-cdce08be0009 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0481000 Jan 14 09:49:42.506153 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f38b351b-d150-4405-8844-a5945b306565 req-71f6d3eb-84d4-40cc-8b5b-1560519b8936 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409925 Jan 14 09:49:42.890758 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:49:42.984887 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:42.999856 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'mac_address': 'fa:16:3e:d3:9a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:49:43.043339 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:49:43.043723 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:43.057252 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f484129e-42b3-4eed-8bf4-b44de5367943 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:49:43.077427 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:43.081286 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:43.126319 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:43.351393 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['f484129e-42b3-4eed-8bf4-b44de5367943'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:49:43.628540 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c05520-c5cb-4cd2-9798-461355853b30 req-3291028a-416e-4549-a4df-4a146919155a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:43.630698 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-18c05520-c5cb-4cd2-9798-461355853b30 req-3291028a-416e-4549-a4df-4a146919155a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 945 time: 0.0488343 Jan 14 09:49:43.675899 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-18c05520-c5cb-4cd2-9798-461355853b30 req-9526ef2b-82e4-4403-a9d2-87a862014445 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397804 Jan 14 09:49:44.794480 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cbdd8-b791-4618-844c-e29d1590ba7d req-f35cb765-5372-4ec8-93b2-35d609b74399 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:44.795941 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e05cbdd8-b791-4618-844c-e29d1590ba7d req-f35cb765-5372-4ec8-93b2-35d609b74399 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 945 time: 0.0472963 Jan 14 09:49:44.842513 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e05cbdd8-b791-4618-844c-e29d1590ba7d req-81f3007a-80ae-4fcf-b2e4-44427fb2bb17 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Jan 14 09:49:45.687175 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:49:45.737448 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port f484129e-42b3-4eed-8bf4-b44de5367943 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:49:45.741525 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port f484129e-42b3-4eed-8bf4-b44de5367943 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:49:45.742022 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:45.823278 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:49:45.823681 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:45.846466 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:45.848715 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89488c6a-39e3-411f-b711-934ce8425a00" -d '{"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-plugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:45.861460 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:49:45.865441 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:45.900214 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1682dad-ac8f-4c5c-be73-06773ac75ce4 x-openstack-request-id: req-c1682dad-ac8f-4c5c-be73-06773ac75ce4 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:45.901310 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-plugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:45.901720 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1682dad-ac8f-4c5c-be73-06773ac75ce4 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:45.902318 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'code': 200} Jan 14 09:49:45.940982 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:45.997253 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82672d92-c373-4ee4-9c8f-a88d27eaabc1 req-e66a116f-0c16-41a0-b66f-8ade5036262d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:45.998769 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-82672d92-c373-4ee4-9c8f-a88d27eaabc1 req-e66a116f-0c16-41a0-b66f-8ade5036262d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0546126 Jan 14 09:49:46.028238 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:46.068809 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-82672d92-c373-4ee4-9c8f-a88d27eaabc1 req-0dbf4886-72a5-45dd-bf7c-bfcda6f36612 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643504 Jan 14 09:49:46.081662 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a67ca-5755-47bd-92ee-979499dda096 req-a3fdb77f-ce9a-457f-ad3e-e09ba066914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:46.083157 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8c1a67ca-5755-47bd-92ee-979499dda096 req-a3fdb77f-ce9a-457f-ad3e-e09ba066914d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1099 time: 0.0494647 Jan 14 09:49:46.125690 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8c1a67ca-5755-47bd-92ee-979499dda096 req-671c9643-0e07-4a5f-853a-18b8835fe75d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Jan 14 09:49:47.192959 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b451435-df1f-4fd4-b422-395a79caaa67 req-397e418a-2864-4cb9-807c-1d5cbd4233a6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:47.194429 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2b451435-df1f-4fd4-b422-395a79caaa67 req-397e418a-2864-4cb9-807c-1d5cbd4233a6 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Jan 14 09:49:47.248166 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2b451435-df1f-4fd4-b422-395a79caaa67 req-b83b2609-cf7c-4044-a3f8-a2a4eafca710 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476184 Jan 14 09:49:48.371089 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79fcb6-8fb0-44de-a547-8e8ba345345c req-7caa04ad-22c0-4923-a6a4-a8425bbb4c9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:48.372594 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6c79fcb6-8fb0-44de-a547-8e8ba345345c req-7caa04ad-22c0-4923-a6a4-a8425bbb4c9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0513916 Jan 14 09:49:48.418300 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6c79fcb6-8fb0-44de-a547-8e8ba345345c req-35663739-f616-4dfb-b2b0-fa1622521d12 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Jan 14 09:49:49.538178 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54826f-4012-4e7c-b69c-84bf670e42e1 req-da5cc61d-e4c5-4993-a1d4-a928ac240e4f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:49.539708 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb54826f-4012-4e7c-b69c-84bf670e42e1 req-da5cc61d-e4c5-4993-a1d4-a928ac240e4f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0502732 Jan 14 09:49:49.588734 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb54826f-4012-4e7c-b69c-84bf670e42e1 req-e77478f1-42b5-4c81-b81f-3851154a2451 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Jan 14 09:49:50.707504 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e914c5b-2124-4628-a488-5cfe0e3aeeb4 req-212b5b5a-da96-4671-ae50-b11f91f17c7c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:50.708950 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1e914c5b-2124-4628-a488-5cfe0e3aeeb4 req-212b5b5a-da96-4671-ae50-b11f91f17c7c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0478857 Jan 14 09:49:50.755901 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1e914c5b-2124-4628-a488-5cfe0e3aeeb4 req-eb239458-d551-465b-a2e0-75cae06d1fc3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 Jan 14 09:49:50.885837 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54e7c0-7c29-4245-812e-c38f6f4d2bbe req-27a46cbb-6ade-41d6-a297-f10eddd87eab tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:50.887425 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ee54e7c0-7c29-4245-812e-c38f6f4d2bbe req-27a46cbb-6ade-41d6-a297-f10eddd87eab tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0526516 Jan 14 09:49:50.898892 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44076) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:50.904017 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Request body: {'floatingip': {'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:50.953136 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (1cd94d27-7d91-403d-87d1-50485f4a73ba), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.288721 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44088) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:51.399342 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-82e0ce8b-6897-450c-9419-25b98af2a797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.437915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.442658 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (1cd94d27-7d91-403d-87d1-50485f4a73ba), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.481223 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-82e0ce8b-6897-450c-9419-25b98af2a797 admin admin] Publish callbacks [] for security_group (340e579d-0517-40bf-9e3a-bfddbda59904), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.485537 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-82e0ce8b-6897-450c-9419-25b98af2a797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (340e579d-0517-40bf-9e3a-bfddbda59904), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.524165 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-82e0ce8b-6897-450c-9419-25b98af2a797 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef8c93c2c1d74c04a38b471b57f33a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342892 Jan 14 09:49:51.525009 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0ce8b-6897-450c-9419-25b98af2a797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340e579d-0517-40bf-9e3a-bfddbda59904,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:51.528749 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44092) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:51.543164 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Floating IP 1cd94d27-7d91-403d-87d1-50485f4a73ba associated. External IP: 172.27.3.221, port: f484129e-42b3-4eed-8bf4-b44de5367943. Jan 14 09:49:51.588218 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-325db9d9-34ad-4ea2-a23e-e093e0cbc697 admin admin] Publish callbacks [] for security_group (340e579d-0517-40bf-9e3a-bfddbda59904), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.614084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-325db9d9-34ad-4ea2-a23e-e093e0cbc697 admin admin] Publish callbacks [] for security_group (340e579d-0517-40bf-9e3a-bfddbda59904), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.670859 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-325db9d9-34ad-4ea2-a23e-e093e0cbc697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (340e579d-0517-40bf-9e3a-bfddbda59904), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.673737 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-325db9d9-34ad-4ea2-a23e-e093e0cbc697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:51.674963 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-325db9d9-34ad-4ea2-a23e-e093e0cbc697 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/340e579d-0517-40bf-9e3a-bfddbda59904 HTTP/1.1" status: 204 len: 168 time: 0.1451299 Jan 14 09:49:51.689739 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325db9d9-34ad-4ea2-a23e-e093e0cbc697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340e579d-0517-40bf-9e3a-bfddbda59904,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:52.017662 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44100) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:52.020265 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:49:52.031380 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8910effa-33cb-48df-9352-73a2e7eb8668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.117131 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8910effa-33cb-48df-9352-73a2e7eb8668 admin admin] Publish callbacks [] for security_group (49820da7-fb16-4376-94ab-7816c09729c5), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.125982 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8910effa-33cb-48df-9352-73a2e7eb8668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (49820da7-fb16-4376-94ab-7816c09729c5), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.168378 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:49:52.168378 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.172072 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:49:52.183973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:52.184930 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:52.192480 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-8910effa-33cb-48df-9352-73a2e7eb8668 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51a538f8a24a4dedbaaee1a426e9a8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713054 Jan 14 09:49:52.192751 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44106) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:52.195118 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-14f6d710-d54c-4ea9-864d-6116f5cb489c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "PUT /v2.0/floatingips/1cd94d27-7d91-403d-87d1-50485f4a73ba HTTP/1.1" status: 200 len: 992 time: 1.2950504 Jan 14 09:49:52.195816 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:49:52.198196 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f" -d '{"events": [{"name": "network-changed", "server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:49:52.244459 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910effa-33cb-48df-9352-73a2e7eb8668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49820da7-fb16-4376-94ab-7816c09729c5,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:52.261851 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d528-e00f-4f5f-a298-6d2f87476b3a admin admin] Publish callbacks [] for security_group (49820da7-fb16-4376-94ab-7816c09729c5), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.279887 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38db532-930f-4637-99fa-1477d069497f x-openstack-request-id: req-b38db532-930f-4637-99fa-1477d069497f {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:49:52.280178 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:49:52.280431 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b38db532-930f-4637-99fa-1477d069497f {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:49:52.281187 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'status': 'completed', 'code': 200} Jan 14 09:49:52.292737 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d528-e00f-4f5f-a298-6d2f87476b3a admin admin] Publish callbacks [] for security_group (49820da7-fb16-4376-94ab-7816c09729c5), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.358488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:52.366825 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d528-e00f-4f5f-a298-6d2f87476b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (49820da7-fb16-4376-94ab-7816c09729c5), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.370449 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0aa6d528-e00f-4f5f-a298-6d2f87476b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:52.371921 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-0aa6d528-e00f-4f5f-a298-6d2f87476b3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49820da7-fb16-4376-94ab-7816c09729c5 HTTP/1.1" status: 204 len: 168 time: 0.1783340 Jan 14 09:49:52.391874 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-63468beb-c7f4-44a3-96fd-5e6914831cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:52.392373 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6d528-e00f-4f5f-a298-6d2f87476b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49820da7-fb16-4376-94ab-7816c09729c5,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:52.394213 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-63468beb-c7f4-44a3-96fd-5e6914831cc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1099 time: 0.0707440 Jan 14 09:49:52.503622 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-0f8c0955-c920-4d87-9c41-75d2b9a80cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:52.505335 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-0f8c0955-c920-4d87-9c41-75d2b9a80cbc service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.0963714 Jan 14 09:49:52.586342 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-aac2f074-d505-4273-8e10-5b45de6aeeed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 200 len: 1000 time: 0.0736842 Jan 14 09:49:52.635008 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '1cd94d27-7d91-403d-87d1-50485f4a73ba', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'mac_address': 'fa:16:3e:d3:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:49:29Z', 'updated_at': '2022-01-14T09:49:51Z', 'revision_number': 1, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:52.643894 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-224f071b-d42c-40f6-9efa-9727af470b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:52.645999 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-224f071b-d42c-40f6-9efa-9727af470b58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0532005 Jan 14 09:49:52.660310 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:49:52.669863 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:49:52.675449 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:52.698871 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-69972ae9-d1a6-4d7f-aa61-25c895c5643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:52.700319 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-69972ae9-d1a6-4d7f-aa61-25c895c5643b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466945 Jan 14 09:49:52.807548 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-12c5c433-cf66-4693-a42d-e2f2b01b6768 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990248 Jan 14 09:49:52.809702 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:49:52.910518 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4b6a4e1a-7f12-4f0b-bb4b-506ff11f697f req-ea41795a-dd42-4a6a-a038-4178a45103b3 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957396 Jan 14 09:49:53.205057 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '1cd94d27-7d91-403d-87d1-50485f4a73ba', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'mac_address': 'fa:16:3e:d3:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:49:29Z', 'updated_at': '2022-01-14T09:49:51Z', 'revision_number': 1, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:49:53.239998 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e18c17d-af22-4cf7-a0d6-3f6d0b85856c None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '1cd94d27-7d91-403d-87d1-50485f4a73ba', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'mac_address': 'fa:16:3e:d3:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:49:29Z', 'updated_at': '2022-01-14T09:49:51Z', 'revision_number': 1, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:49:53.528101 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a515d-7962-4534-a360-ab1045d3ee5a None None] New status for floating IP 1cd94d27-7d91-403d-87d1-50485f4a73ba: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:49:54.501726 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7a32502d-008b-4753-8147-8ff6fd6ff882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.172632 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44202) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:55.282082 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6c33a6ca-2430-40ca-b73d-d6fc1f8d170d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.358777 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6c33a6ca-2430-40ca-b73d-d6fc1f8d170d admin admin] Publish callbacks [] for security_group (b22be7c7-e36d-45c1-b142-672adf3b15c1), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.363260 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6c33a6ca-2430-40ca-b73d-d6fc1f8d170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b22be7c7-e36d-45c1-b142-672adf3b15c1), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.405475 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6c33a6ca-2430-40ca-b73d-d6fc1f8d170d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff5fb53982a1487aa9d9919debe88fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317348 Jan 14 09:49:55.407530 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33a6ca-2430-40ca-b73d-d6fc1f8d170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22be7c7-e36d-45c1-b142-672adf3b15c1,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:55.408333 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44206) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:55.484990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d247281f-f858-47c2-aee0-e4c0b6eb54d5 admin admin] Publish callbacks [] for security_group (b22be7c7-e36d-45c1-b142-672adf3b15c1), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.510655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d247281f-f858-47c2-aee0-e4c0b6eb54d5 admin admin] Publish callbacks [] for security_group (b22be7c7-e36d-45c1-b142-672adf3b15c1), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.573212 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d247281f-f858-47c2-aee0-e4c0b6eb54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b22be7c7-e36d-45c1-b142-672adf3b15c1), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.575428 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d247281f-f858-47c2-aee0-e4c0b6eb54d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:55.579428 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d247281f-f858-47c2-aee0-e4c0b6eb54d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b22be7c7-e36d-45c1-b142-672adf3b15c1 HTTP/1.1" status: 204 len: 168 time: 0.1699758 Jan 14 09:49:55.588998 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247281f-f858-47c2-aee0-e4c0b6eb54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22be7c7-e36d-45c1-b142-672adf3b15c1,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:55.901669 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44222) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:55.918900 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22b6-d645-486b-846e-5792e439256f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.015959 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22b6-d645-486b-846e-5792e439256f admin admin] Publish callbacks [] for security_group (2dfd6a44-9a60-444f-8b6f-ded6c1deb87f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.021219 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bf2c22b6-d645-486b-846e-5792e439256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2dfd6a44-9a60-444f-8b6f-ded6c1deb87f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.063413 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-bf2c22b6-d645-486b-846e-5792e439256f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa6c1daae73a4eeca3852e291352a1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601529 Jan 14 09:49:56.064351 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c22b6-d645-486b-846e-5792e439256f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd6a44-9a60-444f-8b6f-ded6c1deb87f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:56.066290 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44224) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:56.121944 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-948ff637-8ce5-45f9-a2e5-017e127fbc01 admin admin] Publish callbacks [] for security_group (2dfd6a44-9a60-444f-8b6f-ded6c1deb87f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.143980 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-948ff637-8ce5-45f9-a2e5-017e127fbc01 admin admin] Publish callbacks [] for security_group (2dfd6a44-9a60-444f-8b6f-ded6c1deb87f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.195525 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-948ff637-8ce5-45f9-a2e5-017e127fbc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2dfd6a44-9a60-444f-8b6f-ded6c1deb87f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.198181 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-948ff637-8ce5-45f9-a2e5-017e127fbc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.199406 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-948ff637-8ce5-45f9-a2e5-017e127fbc01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dfd6a44-9a60-444f-8b6f-ded6c1deb87f HTTP/1.1" status: 204 len: 168 time: 0.1314383 Jan 14 09:49:56.207587 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ff637-8ce5-45f9-a2e5-017e127fbc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd6a44-9a60-444f-8b6f-ded6c1deb87f,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:56.825389 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4ac418a5-c4fc-4910-9b2a-85a526307966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:56.883671 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44252) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:56.984965 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1707175339-network', 'tenant_id': 'fbd9628f66024c3eaa9ac7f852882444'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:57.008773 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Made reservation on behalf of fbd9628f66024c3eaa9ac7f852882444 for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:49:57.011697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.020276 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.107190 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks [] for security_group (144b7b0b-4153-472a-8983-af62b5018290), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.111401 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (144b7b0b-4153-472a-8983-af62b5018290), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.138669 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:49:57.150775 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b7b0b-4153-472a-8983-af62b5018290,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:57.156758 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (44820f95-16cc-4c73-846e-056955eb227c), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.157100 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Added segment 44820f95-16cc-4c73-846e-056955eb227c of type vlan for network 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0 Jan 14 09:49:57.202741 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (3b607ec4-65a3-4ea6-8fcb-e0190eb456e0), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.230594 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (3b607ec4-65a3-4ea6-8fcb-e0190eb456e0), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.231677 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:57.232363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.292534 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4070005 Jan 14 09:49:57.295410 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44258) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:57.301366 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Request body: {'subnet': {'network_id': '3b607ec4-65a3-4ea6-8fcb-e0190eb456e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1707175339-subnet', 'tenant_id': 'fbd9628f66024c3eaa9ac7f852882444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:57.303551 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5b23-550d-4378-9698-9a2d9c27183b admin admin] Pushing event updated for resources: {'Network': ['ID=3b607ec4-65a3-4ea6-8fcb-e0190eb456e0,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:57.315441 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:49:57.327848 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Made reservation on behalf of fbd9628f66024c3eaa9ac7f852882444 for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:49:57.330378 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5021311'] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.526293 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5780001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018261'] for subnet (d90fd6f0-203b-4165-8633-1898931796f8), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.579201 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90fd6f0-203b-4165-8633-1898931796f8,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:57.590364 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Checking segment: {'id': '44820f95-16cc-4c73-846e-056955eb227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3b607ec4-65a3-4ea6-8fcb-e0190eb456e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:49:57.590734 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Network hostable DHCP agents. Network: 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:49:57.606638 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Network 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:49:57.615785 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:49:57.620939 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:57.621572 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:57.631243 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342b9e4-b6d9-4c86-a382-9d7e16e1347e None None] Network 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:49:57.638406 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-cd032be3-b8d8-4ba1-8519-eed150ee1be0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3415592 Jan 14 09:49:57.739525 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ce213-efbb-4477-94b8-7cf50324a50c None None] Network 3b607ec4-65a3-4ea6-8fcb-e0190eb456e0 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:49:57.891530 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.223612 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44296) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:58.229673 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1544023621-network', 'tenant_id': 'a84e1b2f0b024f6998baaa26dc1e9f0e'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:58.254562 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Made reservation on behalf of a84e1b2f0b024f6998baaa26dc1e9f0e for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:49:58.257058 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.266771 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.351846 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks [] for security_group (afdc513d-bd7d-4b14-9a35-3ad824996333), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.356069 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (afdc513d-bd7d-4b14-9a35-3ad824996333), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.391442 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:49:58.399566 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc513d-bd7d-4b14-9a35-3ad824996333,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:58.406774 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (6dec3590-063f-41a5-a4a5-5ee78eb5430d), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.407105 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Added segment 6dec3590-063f-41a5-a4a5-5ee78eb5430d of type vlan for network e7ab814b-a8ed-48a5-ad57-9f77aee60907 Jan 14 09:49:58.464941 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (e7ab814b-a8ed-48a5-ad57-9f77aee60907), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.492185 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (e7ab814b-a8ed-48a5-ad57-9f77aee60907), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.493078 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:58.498308 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.542411 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3174436 Jan 14 09:49:58.545243 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44300) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:49:58.550206 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Request body: {'subnet': {'network_id': 'e7ab814b-a8ed-48a5-ad57-9f77aee60907', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1544023621-subnet', 'tenant_id': 'a84e1b2f0b024f6998baaa26dc1e9f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:49:58.557159 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd5df-adf5-4c9c-b06b-54bc87e2df3f admin admin] Pushing event updated for resources: {'Network': ['ID=e7ab814b-a8ed-48a5-ad57-9f77aee60907,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:58.567592 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network e7ab814b-a8ed-48a5-ad57-9f77aee60907 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:49:58.575011 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Made reservation on behalf of a84e1b2f0b024f6998baaa26dc1e9f0e for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:49:58.577400 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16094651'] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.756385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16095569'] for subnet (1dd1771b-ea48-4c93-bfa1-8309b72fba81), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.818606 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd1771b-ea48-4c93-bfa1-8309b72fba81,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:49:58.828441 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Checking segment: {'id': '6dec3590-063f-41a5-a4a5-5ee78eb5430d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e7ab814b-a8ed-48a5-ad57-9f77aee60907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:49:58.828810 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Network hostable DHCP agents. Network: e7ab814b-a8ed-48a5-ad57-9f77aee60907, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:49:58.848844 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Network e7ab814b-a8ed-48a5-ad57-9f77aee60907 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:49:58.859319 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, e7ab814b-a8ed-48a5-ad57-9f77aee60907) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:49:58.863721 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:58.864311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:58.873957 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5415d9-9d43-4bcc-8fec-90f511e8c154 None None] Network e7ab814b-a8ed-48a5-ad57-9f77aee60907 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:49:58.885196 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ec5ad924-2c39-47fb-a018-3196cf4724e2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3388209 Jan 14 09:49:58.986259 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635115a-c0d5-4119-99d6-78bf42955b77 None None] Network e7ab814b-a8ed-48a5-ad57-9f77aee60907 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:49:59.616195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:49:59.867100 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1912d-c6ca-40b3-9fd8-aa6ac788a6f8 req-d740603f-ae02-4ced-83c5-720df038c75e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:49:59.868653 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8ed1912d-c6ca-40b3-9fd8-aa6ac788a6f8 req-d740603f-ae02-4ced-83c5-720df038c75e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0547056 Jan 14 09:49:59.926893 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8ed1912d-c6ca-40b3-9fd8-aa6ac788a6f8 req-27dd8bb0-9b74-4381-b02b-97da13cbd752 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517912 Jan 14 09:50:00.408409 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44334) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:00.456267 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Deleting subnet 54ce6fb8-067b-4ade-8f5f-5c01799c4033 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:50:00.459716 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Publish callbacks [] for subnet (54ce6fb8-067b-4ade-8f5f-5c01799c4033), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.495514 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (54ce6fb8-067b-4ade-8f5f-5c01799c4033), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.549481 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (54ce6fb8-067b-4ade-8f5f-5c01799c4033), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.621957 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (54ce6fb8-067b-4ade-8f5f-5c01799c4033), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.651049 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ce6fb8-067b-4ade-8f5f-5c01799c4033,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:00.656783 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.662036 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c0ac5844-3dc2-441e-a574-908ba5a93693 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54ce6fb8-067b-4ade-8f5f-5c01799c4033 HTTP/1.1" status: 204 len: 168 time: 0.2520823 Jan 14 09:50:00.664271 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44340) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:00.716016 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:50:00.741971 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (4455b2ae-129a-4b69-bef7-804a2060c5d4), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.851670 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (4455b2ae-129a-4b69-bef7-804a2060c5d4), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.878620 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4455b2ae-129a-4b69-bef7-804a2060c5d4']}} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:00.894781 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0373b60-dc86-4874-8fa1-636665727ef9') {'for_net_delete': True} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:00.895525 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0373b60-dc86-4874-8fa1-636665727ef9') {} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:00.915019 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5957680'] for segment (e0373b60-dc86-4874-8fa1-636665727ef9), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.943158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (e0373b60-dc86-4874-8fa1-636665727ef9), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.958307 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=114414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:50:00.958988 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101823'] for segment (e0373b60-dc86-4874-8fa1-636665727ef9), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: Traceback (most recent call last): Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: timer() Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: cb(*args, **kw) Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:50:00.962284 dv-cinder-821602-11-iscsi neutron-server[114414]: return func(*args, **kwargs) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: self._notify() Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: self.callback(batched_events) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: event.method(event) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: return f(self, *a, **k) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._get(url).json() Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: return self.request(url, 'GET', **kwargs) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:50:00.965323 dv-cinder-821602-11-iscsi neutron-server[114414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:50:01.074066 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (4455b2ae-129a-4b69-bef7-804a2060c5d4), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.079719 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79bf77-07c1-4e52-82d2-0220dd4fd612 req-682b8723-3310-4ae0-8d48-c98b5b9d7ad9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:01.082063 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b79bf77-07c1-4e52-82d2-0220dd4fd612 req-682b8723-3310-4ae0-8d48-c98b5b9d7ad9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0635896 Jan 14 09:50:01.088184 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.095704 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] 10.222.0.48 "DELETE /v2.0/networks/4455b2ae-129a-4b69-bef7-804a2060c5d4 HTTP/1.1" status: 204 len: 168 time: 0.4289582 Jan 14 09:50:01.116411 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074a570-4486-4d9b-ba65-fa7a4d065f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=4455b2ae-129a-4b69-bef7-804a2060c5d4,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:01.174042 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0b79bf77-07c1-4e52-82d2-0220dd4fd612 req-90f46d3d-684f-4129-bae7-4084c8944775 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793583 Jan 14 09:50:01.264199 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.364362 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44356) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:01.429727 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d06561e1-16ca-44db-8d3b-f817f249df4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36d4eb96fed0490a9a5263574e28cb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635171 Jan 14 09:50:01.433141 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44358) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:01.487804 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-512cbc8b-0792-4ca6-b870-265067295d24 admin admin] Publish callbacks [] for security_group (b3be23dc-4b12-4151-8e4e-6742104d61b3), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.516517 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-512cbc8b-0792-4ca6-b870-265067295d24 admin admin] Publish callbacks [] for security_group (b3be23dc-4b12-4151-8e4e-6742104d61b3), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.575163 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-512cbc8b-0792-4ca6-b870-265067295d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b3be23dc-4b12-4151-8e4e-6742104d61b3), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.578612 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-512cbc8b-0792-4ca6-b870-265067295d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.580067 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-512cbc8b-0792-4ca6-b870-265067295d24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3be23dc-4b12-4151-8e4e-6742104d61b3 HTTP/1.1" status: 204 len: 168 time: 0.1455495 Jan 14 09:50:01.592991 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cbc8b-0792-4ca6-b870-265067295d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3be23dc-4b12-4151-8e4e-6742104d61b3,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:01.774170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-92d11cb5-c905-4dbc-a837-31f02a11b596 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:01.776885 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-92d11cb5-c905-4dbc-a837-31f02a11b596 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.0617781 Jan 14 09:50:01.910860 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59e1d6-fa02-474a-b41d-232b3e4dfe41 req-61a3cbc8-3290-4237-8ad3-b58633313c50 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:01.913657 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ee59e1d6-fa02-474a-b41d-232b3e4dfe41 req-61a3cbc8-3290-4237-8ad3-b58633313c50 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.0922804 Jan 14 09:50:01.928383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff728b6-dd49-4543-b376-8990110e0510 req-a24bb44a-01da-40f0-ac85-f8550dc28c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:01.930953 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-a24bb44a-01da-40f0-ac85-f8550dc28c67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1138 time: 0.0947204 Jan 14 09:50:01.953427 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Deleting port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:50:01.953771 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:01.992394 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ee59e1d6-fa02-474a-b41d-232b3e4dfe41 req-34716db7-663a-42c6-85e2-8e6aa7f9ea95 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720563 Jan 14 09:50:02.116242 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff728b6-dd49-4543-b376-8990110e0510 req-df4f1e20-ecfa-4dc2-839d-3ee26068a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:02.117739 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-df4f1e20-ecfa-4dc2-839d-3ee26068a0ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.1779313 Jan 14 09:50:02.119836 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] For port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:02.120062 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:02.260397 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-4adc5014-d066-4449-8f10-124979babf81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 1002 time: 0.1318333 Jan 14 09:50:02.371290 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff728b6-dd49-4543-b376-8990110e0510 req-470ba662-d1a3-4aa9-9585-a85b226290cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:02.372804 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-470ba662-d1a3-4aa9-9585-a85b226290cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0601659 Jan 14 09:50:02.390084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e91d1-41ac-4156-bfd5-b4909098de03 req-353be579-137a-48d9-96db-5212efa469b0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:02.405489 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-306e91d1-41ac-4156-bfd5-b4909098de03 req-353be579-137a-48d9-96db-5212efa469b0 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 945 time: 0.1315751 Jan 14 09:50:02.489061 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-306e91d1-41ac-4156-bfd5-b4909098de03 req-eb102b7c-5dc0-4d50-a60d-13ef668f3c31 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=09a54c03-e00c-41e3-aa97-164b0d2b85ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798216 Jan 14 09:50:02.531396 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff728b6-dd49-4543-b376-8990110e0510 req-fbde7bf0-4e72-423f-ac4f-8e519b6cac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:02.532976 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-fbde7bf0-4e72-423f-ac4f-8e519b6cac83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1432586 Jan 14 09:50:02.549651 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44398) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:02.596405 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:02.596778 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (699892f3-dbe0-4a07-ac84-972bba9a9bc8), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:02.597072 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Floating IP 699892f3-dbe0-4a07-ac84-972bba9a9bc8 disassociated. External IP: 172.27.3.123, port: edf55d90-6fff-47ad-a60f-8c3f5d2f8f64. Jan 14 09:50:02.597423 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Calling delete_port for edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:50:02.673978 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-493309082-network', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:02.704755 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Made reservation on behalf of bf5c8a2464f543e4b2e3c1a50648f73d for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:50:02.707733 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:02.710488 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-5a0d9a3b-27b6-48cd-a87c-3372ecdc7ccc service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704268 Jan 14 09:50:02.849129 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (edf55d90-6fff-47ad-a60f-8c3f5d2f8f64), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:02.895506 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event deleted for resources: {'Port': ['ID=edf55d90-6fff-47ad-a60f-8c3f5d2f8f64,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:02.901749 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cff728b6-dd49-4543-b376-8990110e0510 req-f6dff223-2cf8-451c-b5d1-07df7cd2ea54 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840718 Jan 14 09:50:02.977165 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.046651 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Router 6c070817-8377-4d40-b8bd-655e4c239e1f has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:50:03.090564 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks [] for security_group (17517cf9-6838-457b-9030-3805513bea28), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.095879 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (17517cf9-6838-457b-9030-3805513bea28), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.110167 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:50:03.129070 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (2599cbc7-8d61-48e6-8eef-c4649a55f859), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.129393 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Added segment 2599cbc7-8d61-48e6-8eef-c4649a55f859 of type vlan for network 80c10abc-4f06-43c3-8b66-e45b72fd3048 Jan 14 09:50:03.168677 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17517cf9-6838-457b-9030-3805513bea28,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:03.184547 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (80c10abc-4f06-43c3-8b66-e45b72fd3048), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.188356 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d125578-23d9-49b3-84e8-9cde3b0fce91 req-9f1bf493-6d54-430e-a777-55a55f9d9889 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:03.189890 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1d125578-23d9-49b3-84e8-9cde3b0fce91 req-9f1bf493-6d54-430e-a777-55a55f9d9889 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.0960662 Jan 14 09:50:03.212185 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (80c10abc-4f06-43c3-8b66-e45b72fd3048), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.213599 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:03.214175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.217798 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:03.229982 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:03.240875 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:03.241942 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:03.277226 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] No DVR routers for this DVR port edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:50:03.285223 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7269850 Jan 14 09:50:03.285223 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44406) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:03.295405 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Request body: {'subnet': {'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-493309082-subnet', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'ip_version': 4}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:03.296252 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.301218 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c9b8ff88-3f14-4f55-b63b-9c19eae3859b req-cc72c00b-9928-448c-89ac-01dacd0361b2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "DELETE /v2.0/ports/edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 HTTP/1.1" status: 204 len: 173 time: 1.5064518 Jan 14 09:50:03.301906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'name': 'network-vif-deleted', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:03.305083 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287de79e-feb4-47da-8071-8d9d996435c8" -d '{"events": [{"server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "name": "network-vif-deleted", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:03.319267 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf960b-d383-4965-b088-22760645cf80 admin admin] Pushing event updated for resources: {'Network': ['ID=80c10abc-4f06-43c3-8b66-e45b72fd3048,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:03.345860 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Made reservation on behalf of bf5c8a2464f543e4b2e3c1a50648f73d for: {'subnet': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:50:03.356302 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5021311'] for subnet (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.385571 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1d125578-23d9-49b3-84e8-9cde3b0fce91 req-c9f328fa-e466-497a-bfa5-9438a7e76531 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884637 Jan 14 09:50:03.414737 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:50:03.449289 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa593ec2-7332-4140-a9b7-bd43193e7c31 x-openstack-request-id: req-fa593ec2-7332-4140-a9b7-bd43193e7c31 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:03.449632 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280d074f-8581-4736-a953-d93b0e2f6c6d", "name": "network-vif-deleted", "tag": "edf55d90-6fff-47ad-a60f-8c3f5d2f8f64", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:03.449821 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa593ec2-7332-4140-a9b7-bd43193e7c31 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:03.450225 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280d074f-8581-4736-a953-d93b0e2f6c6d', 'name': 'network-vif-deleted', 'tag': 'edf55d90-6fff-47ad-a60f-8c3f5d2f8f64', 'status': 'completed', 'code': 200} Jan 14 09:50:03.554000 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:03.680513 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f65e6a6e-c846-4894-8905-2f6858845f17 req-5e010947-2a04-49ee-97ad-36e42399042a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=280d074f-8581-4736-a953-d93b0e2f6c6d HTTP/1.1" status: 200 len: 210 time: 0.0579734 Jan 14 09:50:03.706327 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5780001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5018261'] for subnet (e5e45dcc-de47-4916-90f0-658df38b14a0), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.790618 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e45dcc-de47-4916-90f0-658df38b14a0,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:03.816438 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Checking segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:03.817012 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Network hostable DHCP agents. Network: 80c10abc-4f06-43c3-8b66-e45b72fd3048, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114413) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:50:03.838380 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:03.846330 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:50:03.861838 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 80c10abc-4f06-43c3-8b66-e45b72fd3048) {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:03.868881 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:03.869396 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.901236 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8fffc-c5ef-4993-9ae3-e680f18e1af7 None None] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:50:03.908415 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:03.908694 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6b5eed81-4a8a-4c8b-b467-8dc848ab8b00 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6202769 Jan 14 09:50:03.908896 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44422) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:03.922182 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:03.958001 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (ddae5e71-a66b-435e-b7a2-17a80e781a23), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.961249 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (ddae5e71-a66b-435e-b7a2-17a80e781a23), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:03.964517 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:03.965301 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:04.078180 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks [] for router_controller (ddae5e71-a66b-435e-b7a2-17a80e781a23), precommit_add_association {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.183195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-80c10abc-4f06-43c3-8b66-e45b72fd3048', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:50:04.184866 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.232803 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:04.316172 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks [] for router_gateway (ddae5e71-a66b-435e-b7a2-17a80e781a23), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.526179 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efae98-151e-4d65-b7c6-280f5bfc3fd5 req-094f7d94-7c1c-42ea-a788-1bb1a5f6a142 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:04.528513 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c8efae98-151e-4d65-b7c6-280f5bfc3fd5 req-094f7d94-7c1c-42ea-a788-1bb1a5f6a142 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.0559704 Jan 14 09:50:04.546860 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks [] for router_gateway (ddae5e71-a66b-435e-b7a2-17a80e781a23), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.569120 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.596679 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c8efae98-151e-4d65-b7c6-280f5bfc3fd5 req-586662b4-ffec-4b42-add6-a92fc01ca648 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624375 Jan 14 09:50:04.651365 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Allocated IP 172.20.0.2 (80c10abc-4f06-43c3-8b66-e45b72fd3048/e5e45dcc-de47-4916-90f0-658df38b14a0/b4a6ddc3-6a3e-435b-ba71-f2873f694fda) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:04.688071 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Allocated IP 172.27.3.114 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/0b4bca89-855e-4e79-b086-e8fa7bed998c) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:04.784568 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44432) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:04.805852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks [] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.811016 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:04.843706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e967894-d6d5-47b3-87a3-20c618de67db tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (09a54c03-e00c-41e3-aa97-164b0d2b85ea), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.852272 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.861385 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047e059-d111-49b7-900c-9d3f08a63b79 None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:04.882877 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e967894-d6d5-47b3-87a3-20c618de67db tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (09a54c03-e00c-41e3-aa97-164b0d2b85ea), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.902452 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:04.902623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Publish callbacks [] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.908177 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:04.912917 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.917629 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:04.943210 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Pushing event updated for resources: {'Port': ['ID=0b4bca89-855e-4e79-b086-e8fa7bed998c,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:04.967309 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e967894-d6d5-47b3-87a3-20c618de67db tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (09a54c03-e00c-41e3-aa97-164b0d2b85ea), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.970122 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e967894-d6d5-47b3-87a3-20c618de67db tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:04.973870 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3e967894-d6d5-47b3-87a3-20c618de67db tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "DELETE /v2.0/security-groups/09a54c03-e00c-41e3-aa97-164b0d2b85ea HTTP/1.1" status: 204 len: 168 time: 0.1855590 Jan 14 09:50:04.976081 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44434) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:04.980256 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:04.987856 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:04.993755 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:04.994666 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e967894-d6d5-47b3-87a3-20c618de67db tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a54c03-e00c-41e3-aa97-164b0d2b85ea,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:05.004709 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.api.v2.resource [None req-307f3bcc-6069-403a-9afe-c3b659b56aac tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] show failed (client error): The resource could not be found. Jan 14 09:50:05.006029 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-307f3bcc-6069-403a-9afe-c3b659b56aac tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups/09a54c03-e00c-41e3-aa97-164b0d2b85ea HTTP/1.1" status: 404 len: 347 time: 0.0289986 Jan 14 09:50:05.008730 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Pushing event updated for resources: {'Port': ['ID=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:05.010034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44438) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:05.033817 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.034282 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.034915 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.035330 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.035809 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.036321 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.036810 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.037335 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.037888 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.038287 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.038770 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.039203 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.039624 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:05.088537 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Attempting to bind port b4a6ddc3-6a3e-435b-ba71-f2873f694fda on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:05.089054 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Attempting to bind port b4a6ddc3-6a3e-435b-ba71-f2873f694fda by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:05.089678 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Attempting to bind port b4a6ddc3-6a3e-435b-ba71-f2873f694fda on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:05.097718 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:05.098293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Checking segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:05.098866 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.099370 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Bound using segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:05.100157 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Bound port: b4a6ddc3-6a3e-435b-ba71-f2873f694fda, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:05.100803 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.192241 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Deleting port 5c9e8334-eed5-45fd-bc3f-105f5ec81e57 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:50:05.192241 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.220273 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] For port b4a6ddc3-6a3e-435b-ba71-f2873f694fda, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:05.229433 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] For port b4a6ddc3-6a3e-435b-ba71-f2873f694fda, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:05.245423 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.307080 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks [] for router_gateway (ddae5e71-a66b-435e-b7a2-17a80e781a23), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.316491 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa73d85-b325-422b-a7ec-9646b8467b93 None None] New status for floating IP 699892f3-dbe0-4a07-ac84-972bba9a9bc8: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:50:05.328623 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.328910 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.347320 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Calling delete_port for 5c9e8334-eed5-45fd-bc3f-105f5ec81e57 owned by network:floatingip {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:50:05.388006 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207ffc-5dd4-4503-95eb-24b8301ca30b None None] Pushing event updated for resources: {'Port': ['ID=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:05.756332 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (ddae5e71-a66b-435e-b7a2-17a80e781a23), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:05.833749 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:50:05.861921 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:50:05.862493 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device edf55d90-6fff-47ad-a60f-8c3f5d2f8f64 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:50:05.937177 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:50:05.954493 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4d19-a2fa-41fe-88d1-ca779eff250d req-8bbc7638-ebb6-40ef-a68c-1237685560f3 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:05.956877 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-585d4d19-a2fa-41fe-88d1-ca779eff250d req-8bbc7638-ebb6-40ef-a68c-1237685560f3 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1276281 Jan 14 09:50:05.993862 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (5c9e8334-eed5-45fd-bc3f-105f5ec81e57), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.037667 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event deleted for resources: {'Port': ['ID=5c9e8334-eed5-45fd-bc3f-105f5ec81e57,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:06.055638 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:06.064529 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-585d4d19-a2fa-41fe-88d1-ca779eff250d req-20b5ea95-b919-45f4-9676-3dbf1c1428bd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001318 Jan 14 09:50:06.072504 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:06.094744 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:06.096192 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:06.098499 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.104371 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-06e609ec-305a-471e-8f35-26aad283c82a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1936858 Jan 14 09:50:06.107624 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44450) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:06.129885 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (699892f3-dbe0-4a07-ac84-972bba9a9bc8), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.133013 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.142406 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-824c1c35-fee7-424e-b701-98b1f7a11564 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "DELETE /v2.0/floatingips/699892f3-dbe0-4a07-ac84-972bba9a9bc8 HTTP/1.1" status: 204 len: 168 time: 1.1230605 Jan 14 09:50:06.265189 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:06.470407 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44454) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:06.475848 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785755388', 'description': 'tempest-description--1054497094'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:06.506106 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.538519 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:05Z', 'revision_number': 3, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:06.573385 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:06.573735 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Updating router ddae5e71-a66b-435e-b7a2-17a80e781a23 port 0b4bca89-855e-4e79-b086-e8fa7bed998c binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:50:06.615655 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.615969 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (d903f81a-a259-4fc4-9e71-6748e0d482d7), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.620990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d903f81a-a259-4fc4-9e71-6748e0d482d7), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.660124 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d903f81a-a259-4fc4-9e71-6748e0d482d7,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:06.673980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13a5dd-632e-4d9d-b5c8-2da01a904bf7 None None] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:50:06.674619 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.676369 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-cf165b48-8c67-45c0-afa5-2bc6510f5341 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2048974 Jan 14 09:50:06.679170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44458) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:06.691697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'security_group_rule': {'security_group_id': 'd903f81a-a259-4fc4-9e71-6748e0d482d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:06.719873 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.731976 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (f9ef6bcf-76c4-47fb-9996-9cc9536a1b99), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.795526 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (f9ef6bcf-76c4-47fb-9996-9cc9536a1b99), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.799993 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (f9ef6bcf-76c4-47fb-9996-9cc9536a1b99), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.817578 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ef6bcf-76c4-47fb-9996-9cc9536a1b99,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:06.831982 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:06.833493 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3e8058af-dd85-45d3-a44b-32a95f425ae2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510131 Jan 14 09:50:06.838030 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44466) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:06.842911 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'security_group_rule': {'security_group_id': 'd903f81a-a259-4fc4-9e71-6748e0d482d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:06.887323 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] Provisioning complete for port b4a6ddc3-6a3e-435b-ba71-f2873f694fda triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:06.887701 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.119914 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] Current status of the port b4a6ddc3-6a3e-435b-ba71-f2873f694fda is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:07.120305 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.211659 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] For port b4a6ddc3-6a3e-435b-ba71-f2873f694fda, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:07.217975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.225348 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (ca466590-d078-4045-87eb-b23597de2edd), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.259942 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Allocated IP 172.20.0.1 (80c10abc-4f06-43c3-8b66-e45b72fd3048/e5e45dcc-de47-4916-90f0-658df38b14a0/a87a6269-df19-4a69-a528-2a74062c86d9) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:07.269255 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Publish callbacks [] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.294113 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.326537 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedaca1-34a5-4729-b66b-6981667a1341 None None] Pushing event updated for resources: {'Port': ['ID=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:07.371828 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (ca466590-d078-4045-87eb-b23597de2edd), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.381109 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (ca466590-d078-4045-87eb-b23597de2edd), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.401387 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Attempting to bind port 0b4bca89-855e-4e79-b086-e8fa7bed998c on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:07.402070 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Attempting to bind port 0b4bca89-855e-4e79-b086-e8fa7bed998c by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:07.402257 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Attempting to bind port 0b4bca89-855e-4e79-b086-e8fa7bed998c on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:07.417056 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca466590-d078-4045-87eb-b23597de2edd,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:07.426344 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:07.426762 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:07.427490 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.428118 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:07.428922 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Bound port: 0b4bca89-855e-4e79-b086-e8fa7bed998c, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:07.429266 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.433970 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d457e6d-508d-4d6e-a820-02429805cda7 None None] Pushing event updated for resources: {'Port': ['ID=0b4bca89-855e-4e79-b086-e8fa7bed998c,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:07.439998 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.444436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44476) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:07.445014 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a0ea91b6-bfc1-4515-9f08-83b21bedbb8b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6052854 Jan 14 09:50:07.449900 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:07.450889 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks [] for port (a87a6269-df19-4a69-a528-2a74062c86d9), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.493905 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.541456 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cb77b-6d3d-4a2d-ac33-b5af0d8cefd7 req-ef4dcaca-2ba2-4c5f-967c-14ab69f606dd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:07.548742 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-741cb77b-6d3d-4a2d-ac33-b5af0d8cefd7 req-ef4dcaca-2ba2-4c5f-967c-14ab69f606dd tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.3601341 Jan 14 09:50:07.556869 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.641623 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:07.656476 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:07.657269 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-ff6e5a4e-42ba-4bb1-bcb3-b31a157fa0ce None None] Provisioning complete for port b4a6ddc3-6a3e-435b-ba71-f2873f694fda triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:07.658202 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.658841 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5a4e-42ba-4bb1-bcb3-b31a157fa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.661567 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Pushing event updated for resources: {'Port': ['ID=a87a6269-df19-4a69-a528-2a74062c86d9,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:07.664223 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:07.670752 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device b4a6ddc3-6a3e-435b-ba71-f2873f694fda up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:07.717898 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-741cb77b-6d3d-4a2d-ac33-b5af0d8cefd7 req-924e9553-e19b-472a-a38a-a00aa354f725 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680186 Jan 14 09:50:07.735329 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (ddae5e71-a66b-435e-b7a2-17a80e781a23), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.809682 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Allocated IP 172.27.3.144 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/96a5c1d4-9406-4259-90b8-aa549b690427) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:07.888725 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] For port 0b4bca89-855e-4e79-b086-e8fa7bed998c, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:07.897436 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] For port 0b4bca89-855e-4e79-b086-e8fa7bed998c, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=0b4bca89-855e-4e79-b086-e8fa7bed998c,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:07.917381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.955411 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for port (96a5c1d4-9406-4259-90b8-aa549b690427), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.983570 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:07.995758 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (96a5c1d4-9406-4259-90b8-aa549b690427), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.022429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port b4a6ddc3-6a3e-435b-ba71-f2873f694fda triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:08.022930 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.052022 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:08.060933 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:08.066744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:08.071015 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'Port': ['ID=96a5c1d4-9406-4259-90b8-aa549b690427,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:08.102322 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:08.103155 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:08.179261 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (86df1695-a529-49d0-bc8e-c1d2e5098c86), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.203174 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5a4e-42ba-4bb1-bcb3-b31a157fa0ce None None] Current status of the port b4a6ddc3-6a3e-435b-ba71-f2873f694fda is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:08.225576 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d457e6d-508d-4d6e-a820-02429805cda7 None None] Pushing event updated for resources: {'Port': ['ID=0b4bca89-855e-4e79-b086-e8fa7bed998c,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:08.233426 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (96a5c1d4-9406-4259-90b8-aa549b690427), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.255709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:08.260070 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks [] for port (a87a6269-df19-4a69-a528-2a74062c86d9), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.267633 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.357397 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (ddae5e71-a66b-435e-b7a2-17a80e781a23), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.359503 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Pushing event updated for resources: {'Port': ['ID=a87a6269-df19-4a69-a528-2a74062c86d9,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:08.374343 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port b4a6ddc3-6a3e-435b-ba71-f2873f694fda is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:08.474811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-a06caae2-b309-4287-bb51-b123a0e1381b None None] Provisioning complete for port a87a6269-df19-4a69-a528-2a74062c86d9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:08.475191 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a06caae2-b309-4287-bb51-b123a0e1381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.492101 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for port (96a5c1d4-9406-4259-90b8-aa549b690427), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.498281 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (96a5c1d4-9406-4259-90b8-aa549b690427), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.519743 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:08.521686 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:08.545045 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-a06caae2-b309-4287-bb51-b123a0e1381b None None] Port a87a6269-df19-4a69-a528-2a74062c86d9 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:50:08.578239 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-49fc330c-f107-49de-87f8-36dab826afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:08.585700 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'Port': ['ID=96a5c1d4-9406-4259-90b8-aa549b690427,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:08.599187 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (86df1695-a529-49d0-bc8e-c1d2e5098c86), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.611642 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc330c-f107-49de-87f8-36dab826afde None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:08.627827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.629178 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ae1d2c09-1185-46bf-82fa-d628ba24eef1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1836615 Jan 14 09:50:08.719947 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:50:08.897803 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-7646f8ed-8155-4b58-8f4d-2c09bfdb93f4 None None] Provisioning complete for port a87a6269-df19-4a69-a528-2a74062c86d9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:08.898301 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7646f8ed-8155-4b58-8f4d-2c09bfdb93f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:08.912406 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:08.921179 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-98125085-adf7-4c47-b01a-91821df7ce42 admin admin] 10.222.0.48 "PUT /v2.0/routers/ddae5e71-a66b-435e-b7a2-17a80e781a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8118331 Jan 14 09:50:08.941824 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-7646f8ed-8155-4b58-8f4d-2c09bfdb93f4 None None] Port a87a6269-df19-4a69-a528-2a74062c86d9 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:50:08.943405 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b89a5-b938-4542-9b64-87b69b4e16bf req-387a43ca-6bdd-4d78-84dc-883141b55084 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:08.945048 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-768b89a5-b938-4542-9b64-87b69b4e16bf req-387a43ca-6bdd-4d78-84dc-883141b55084 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1132538 Jan 14 09:50:09.031305 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-768b89a5-b938-4542-9b64-87b69b4e16bf req-34baaf6a-81b0-4730-bc1e-b8527d6af772 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755031 Jan 14 09:50:09.149407 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-96d3c3ed-8f34-4acc-ab5d-b6f60d95b4fe tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1785755388&fields=id&tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30 HTTP/1.1" status: 200 len: 267 time: 0.0579803 Jan 14 09:50:09.294865 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-1330a183-d0b6-47ed-b502-84e7d5ebd480 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:09.296562 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-1330a183-d0b6-47ed-b502-84e7d5ebd480 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 810 time: 0.1303439 Jan 14 09:50:09.313677 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-3df02a59-000c-4add-b9de-c98459c2c8dc tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/quotas/b91bf1f42e4b4e9c8453d4c7a44f8a30 HTTP/1.1" status: 200 len: 375 time: 0.0111804 Jan 14 09:50:09.382083 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-783f9245-d497-49b6-b42b-ad6b05fdf5c4 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628574 Jan 14 09:50:09.637649 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44526) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:09.646894 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 0b4bca89-855e-4e79-b086-e8fa7bed998c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:09.652231 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1337357751-network', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:09.682796 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Made reservation on behalf of 0f871d35ac354fc78f4fc1d2a42cff1a for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:50:09.691386 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.701501 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.717585 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 0b4bca89-855e-4e79-b086-e8fa7bed998c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:09.717964 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.825781 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 0b4bca89-855e-4e79-b086-e8fa7bed998c is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:09.826125 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.840088 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-4cc56aca-e3b4-448f-8b84-e232157239af service neutron] 10.222.0.48 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409485 Jan 14 09:50:09.866383 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks [] for security_group (792b5a12-118a-406c-aca7-30bf28305db9), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.873633 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 0b4bca89-855e-4e79-b086-e8fa7bed998c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=0b4bca89-855e-4e79-b086-e8fa7bed998c,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:09.873886 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (792b5a12-118a-406c-aca7-30bf28305db9), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.879898 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.913697 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792b5a12-118a-406c-aca7-30bf28305db9,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:09.926057 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:50:09.941567 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (d5c1cff6-242f-433c-a1f1-b13258e7e389), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:09.941896 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Added segment d5c1cff6-242f-433c-a1f1-b13258e7e389 of type vlan for network d44f33b4-0076-4356-a9be-f9cbd5003494 Jan 14 09:50:09.977855 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-d1df0683-5f95-4040-a725-791b064a2f09 service neutron] 10.222.0.48 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228290 Jan 14 09:50:09.978478 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=0b4bca89-855e-4e79-b086-e8fa7bed998c,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:10.021422 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (d44f33b4-0076-4356-a9be-f9cbd5003494), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.073153 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (d44f33b4-0076-4356-a9be-f9cbd5003494), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.075233 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:10.076240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.178713 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5397806 Jan 14 09:50:10.182036 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44544) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:10.187390 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Request body: {'subnet': {'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1337357751-subnet', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:10.209406 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-89e19713-1cf2-4953-9e46-cd139b4dc2db req-6258d269-e279-41b8-97ab-22ff49b8c131 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 210 time: 0.0404220 Jan 14 09:50:10.245640 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724df26-0f0a-4aa0-9a3e-c532511abd7e admin admin] Pushing event updated for resources: {'Network': ['ID=d44f33b4-0076-4356-a9be-f9cbd5003494,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:10.246173 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Made reservation on behalf of 0f871d35ac354fc78f4fc1d2a42cff1a for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:50:10.260554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network d44f33b4-0076-4356-a9be-f9cbd5003494 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:50:10.264063 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16094651'] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.285571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b1071-f2c1-4a30-8633-d8095df685e5 req-6472b656-5b74-4a5a-a9f4-c0d251803396 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:10.293701 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-975b1071-f2c1-4a30-8633-d8095df685e5 req-6472b656-5b74-4a5a-a9f4-c0d251803396 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1222274 Jan 14 09:50:10.449205 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-975b1071-f2c1-4a30-8633-d8095df685e5 req-d62509f1-3e66-4547-93b0-88e2b67f83e3 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514885 Jan 14 09:50:10.546991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16095569'] for subnet (054fbedc-aa24-4b94-a579-8f96e26feeee), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.604140 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=054fbedc-aa24-4b94-a579-8f96e26feeee,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:10.623610 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Checking segment: {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:10.623997 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Network hostable DHCP agents. Network: d44f33b4-0076-4356-a9be-f9cbd5003494, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:50:10.644569 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Network d44f33b4-0076-4356-a9be-f9cbd5003494 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:50:10.657372 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, d44f33b4-0076-4356-a9be-f9cbd5003494) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:10.662980 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:10.664380 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.670915 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253ab52-19cc-477e-bb1d-8f28136d8e5d None None] Network d44f33b4-0076-4356-a9be-f9cbd5003494 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:50:10.690342 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44550) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:10.691732 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3d0620d1-fc4b-44c3-95c4-9fdf69d900ac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5076542 Jan 14 09:50:10.695573 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:10.737377 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (6d817ed3-813c-431d-8585-0d5baeb81f43), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.738804 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (6d817ed3-813c-431d-8585-0d5baeb81f43), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.803936 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks [] for router_controller (6d817ed3-813c-431d-8585-0d5baeb81f43), precommit_add_association {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.807374 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-d44f33b4-0076-4356-a9be-f9cbd5003494', 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'fixed_ips': [{'subnet_id': '054fbedc-aa24-4b94-a579-8f96e26feeee'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:50:10.808632 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:10.965174 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Allocated IP 172.20.0.2 (d44f33b4-0076-4356-a9be-f9cbd5003494/054fbedc-aa24-4b94-a579-8f96e26feeee/afb4c445-8187-4acc-bb0a-f3be3592f77c) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:11.004764 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks [] for router_gateway (6d817ed3-813c-431d-8585-0d5baeb81f43), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.152567 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Publish callbacks [] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.159530 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.198870 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Network d44f33b4-0076-4356-a9be-f9cbd5003494 is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:11.202147 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:11.208574 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:11.219603 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Pushing event updated for resources: {'Port': ['ID=afb4c445-8187-4acc-bb0a-f3be3592f77c,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:11.305138 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks [] for router_gateway (6d817ed3-813c-431d-8585-0d5baeb81f43), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.350910 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Attempting to bind port afb4c445-8187-4acc-bb0a-f3be3592f77c on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:11.353053 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Attempting to bind port afb4c445-8187-4acc-bb0a-f3be3592f77c by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:11.353549 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Attempting to bind port afb4c445-8187-4acc-bb0a-f3be3592f77c on network d44f33b4-0076-4356-a9be-f9cbd5003494 {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:11.353746 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.377679 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:11.378343 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Checking segment: {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:11.379042 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.379634 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Bound using segment: {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:11.380458 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Bound port: afb4c445-8187-4acc-bb0a-f3be3592f77c, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:11.386506 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.407389 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ff458d4-3676-4d4b-b4f1-1f54e18d7f95 req-03d10076-8111-4464-b816-662b5bd0bf19 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 210 time: 0.0717916 Jan 14 09:50:11.505433 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] For port afb4c445-8187-4acc-bb0a-f3be3592f77c, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:11.510187 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] For port afb4c445-8187-4acc-bb0a-f3be3592f77c, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=afb4c445-8187-4acc-bb0a-f3be3592f77c,segment=NetworkSegment(d5c1cff6-242f-433c-a1f1-b13258e7e389),segment_id=d5c1cff6-242f-433c-a1f1-b13258e7e389)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:11.516157 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.549204 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Allocated IP 172.27.3.235 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/261cdd54-f160-4811-ae99-acb78a1453ba) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:11.619978 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 0b4bca89-855e-4e79-b086-e8fa7bed998c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:11.669016 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:11.684933 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:11.688690 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:11.762234 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b1d7c-4c9a-473a-b8cf-3a99236e5f8b req-aa3bceb5-4a55-46af-91e7-7738dc78b68d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:11.769785 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-690b1d7c-4c9a-473a-b8cf-3a99236e5f8b req-aa3bceb5-4a55-46af-91e7-7738dc78b68d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1819799 Jan 14 09:50:11.773014 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks [] for port (261cdd54-f160-4811-ae99-acb78a1453ba), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.849327 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-af995f8e-b3c8-4e5b-8874-4a445f892574 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:11.851620 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-af995f8e-b3c8-4e5b-8874-4a445f892574 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 810 time: 0.3636549 Jan 14 09:50:11.862030 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.905226 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb2565-c225-4b69-a0a2-3464ebe1a46e None None] Pushing event updated for resources: {'Port': ['ID=afb4c445-8187-4acc-bb0a-f3be3592f77c,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:11.917129 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:11.921066 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:11.928084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:11.930311 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:11.945211 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 0b4bca89-855e-4e79-b086-e8fa7bed998c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:11.946646 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:11.991002 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-690b1d7c-4c9a-473a-b8cf-3a99236e5f8b req-22e2f95c-ad53-4d6b-8e41-f0d5c9d6a5a1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993706 Jan 14 09:50:12.026339 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Pushing event updated for resources: {'Port': ['ID=261cdd54-f160-4811-ae99-acb78a1453ba,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:12.028449 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-c2179c34-05b8-4161-a677-aab5b1f255cb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30 HTTP/1.1" status: 200 len: 380 time: 0.1579125 Jan 14 09:50:12.054476 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'port': {'device_id': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'admin_state_up': True, 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'security_groups': ['d903f81a-a259-4fc4-9e71-6748e0d482d7']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:12.134576 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 0b4bca89-855e-4e79-b086-e8fa7bed998c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:12.218287 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Made reservation on behalf of b91bf1f42e4b4e9c8453d4c7a44f8a30 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:50:12.221918 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.261331 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:08Z', 'revision_number': 2, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:12.289522 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:12.289915 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Updating router ddae5e71-a66b-435e-b7a2-17a80e781a23 port a87a6269-df19-4a69-a528-2a74062c86d9 binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:50:12.307580 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks [] for router_gateway (6d817ed3-813c-431d-8585-0d5baeb81f43), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.318293 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.384751 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Allocated IP 172.20.0.6 (af3523e0-4f7f-4d39-a66e-eb6ac45ad243/94b05fa9-a51f-47a0-a9f8-39242b6330f5/dc36e5cb-1909-4c3c-96b7-4a056ca07482) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:12.659798 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b833adb7-da51-4173-8ac0-7c121458fa0a req-79bbf064-bd0a-4467-a4c7-7b1c8719728e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 210 time: 0.1015348 Jan 14 09:50:12.701228 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (6d817ed3-813c-431d-8585-0d5baeb81f43), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.711468 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Publish callbacks [] for port (a87a6269-df19-4a69-a528-2a74062c86d9), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.723553 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.730799 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.782211 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Pushing event updated for resources: {'Port': ['ID=a87a6269-df19-4a69-a528-2a74062c86d9,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:12.814900 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.887493 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:12.895115 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.895904 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:12.896337 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.897146 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.898512 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.898966 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:12.899756 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.900979 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.901741 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.902576 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.903372 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.907623 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.909496 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.910310 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.911338 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:12.926932 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Attempting to bind port a87a6269-df19-4a69-a528-2a74062c86d9 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:12.927900 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Attempting to bind port a87a6269-df19-4a69-a528-2a74062c86d9 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:12.928448 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Attempting to bind port a87a6269-df19-4a69-a528-2a74062c86d9 on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:12.940426 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:12.941653 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Checking segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:12.942787 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.944562 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Bound using segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:12.946924 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Bound port: a87a6269-df19-4a69-a528-2a74062c86d9, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:12.948002 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:12.996318 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event updated for resources: {'Port': ['ID=dc36e5cb-1909-4c3c-96b7-4a056ca07482,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:13.031414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:13.031414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:13.054737 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-536e2999-370d-456f-aa98-0894db1833eb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0172668 Jan 14 09:50:13.076808 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Request body: {'port': {'device_id': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:13.134698 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Router 6d817ed3-813c-431d-8585-0d5baeb81f43 is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114413) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:50:13.185813 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] For port a87a6269-df19-4a69-a528-2a74062c86d9, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:13.200419 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] For port a87a6269-df19-4a69-a528-2a74062c86d9, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a87a6269-df19-4a69-a528-2a74062c86d9,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:13.209672 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:13.278703 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:13.316111 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:13.317666 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:13.323433 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb6786-a40b-4083-9e3a-55bd8fd2b4ad req-3b4cc1f2-7278-43bc-9b48-7eb992041f1a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:13.325522 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6cdb6786-a40b-4083-9e3a-55bd8fd2b4ad req-3b4cc1f2-7278-43bc-9b48-7eb992041f1a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1480718 Jan 14 09:50:13.355978 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] Provisioning complete for port a87a6269-df19-4a69-a528-2a74062c86d9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:13.356522 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:13.421093 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aeb69f-8335-4cf5-aea2-816aa8fd7970 None None] Network d44f33b4-0076-4356-a9be-f9cbd5003494 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:50:13.452983 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:13.501812 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6cdb6786-a40b-4083-9e3a-55bd8fd2b4ad req-de45cff9-7b74-4c77-a683-aed72c70737a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629953 Jan 14 09:50:13.518311 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c47f1-82f2-4c63-b34d-ea378e1510bd None None] Pushing event updated for resources: {'Port': ['ID=a87a6269-df19-4a69-a528-2a74062c86d9,revision_number=4']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:13.527072 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:13.533910 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b85be7f1-333a-4c6d-925a-e81b6499b826 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8418605 Jan 14 09:50:13.534924 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44600) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:13.631090 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Sync routers for ids ['6d817ed3-813c-431d-8585-0d5baeb81f43'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:13.714861 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Routers {'6d817ed3-813c-431d-8585-0d5baeb81f43'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:13.715534 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6d817ed3-813c-431d-8585-0d5baeb81f43'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:13.781111 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device afb4c445-8187-4acc-bb0a-f3be3592f77c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:13.887594 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:13.958045 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port afb4c445-8187-4acc-bb0a-f3be3592f77c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:13.958440 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.041816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Set router 6d817ed3-813c-431d-8585-0d5baeb81f43 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:14.064655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7649f-47c0-44be-9b6c-1a1fe7d2dd07 req-38ba431e-4f99-4753-9feb-e022fd0e2364 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:14.066856 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7bc7649f-47c0-44be-9b6c-1a1fe7d2dd07 req-38ba431e-4f99-4753-9feb-e022fd0e2364 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 931 time: 0.1688321 Jan 14 09:50:14.096994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] Current status of the port a87a6269-df19-4a69-a528-2a74062c86d9 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:14.097728 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.114182 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc36e5cb-1909-4c3c-96b7-4a056ca07482 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:50:14.131961 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Publish callbacks [] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.190092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Transition to ACTIVE for port object dc36e5cb-1909-4c3c-96b7-4a056ca07482 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:50:14.198392 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7bc7649f-47c0-44be-9b6c-1a1fe7d2dd07 req-659abb9e-bc6f-49e0-98c0-1dace7bc8c3f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218419 Jan 14 09:50:14.200203 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.262231 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:13Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:14.264744 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] For port a87a6269-df19-4a69-a528-2a74062c86d9, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a87a6269-df19-4a69-a528-2a74062c86d9,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:14.274647 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.306250 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc2141-3dfe-41eb-8b97-e98ef14c4d1a None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:13Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:14.313961 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc36e5cb-1909-4c3c-96b7-4a056ca07482,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:14.416193 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port afb4c445-8187-4acc-bb0a-f3be3592f77c is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:14.417043 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.465662 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port afb4c445-8187-4acc-bb0a-f3be3592f77c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=afb4c445-8187-4acc-bb0a-f3be3592f77c,segment=NetworkSegment(d5c1cff6-242f-433c-a1f1-b13258e7e389),segment_id=d5c1cff6-242f-433c-a1f1-b13258e7e389)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:14.489551 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.556454 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Attempting to bind port dc36e5cb-1909-4c3c-96b7-4a056ca07482 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:14.557020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Attempting to bind port dc36e5cb-1909-4c3c-96b7-4a056ca07482 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:14.557576 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Attempting to bind port dc36e5cb-1909-4c3c-96b7-4a056ca07482 on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:14.566915 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Port dc36e5cb-1909-4c3c-96b7-4a056ca07482 on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:50:14.567503 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Attempting to bind port dc36e5cb-1909-4c3c-96b7-4a056ca07482 on network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:14.582208 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:14.583114 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Checking segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:14.583417 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Bound using segment: {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:14.584194 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Bound port: dc36e5cb-1909-4c3c-96b7-4a056ca07482, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711a0290-2fa6-4be0-9147-c2adbe9606fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:14.584811 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.587153 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-c198da56-9699-4ae2-99f1-deff25b7c37f None None] Provisioning complete for port a87a6269-df19-4a69-a528-2a74062c86d9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:14.594743 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c198da56-9699-4ae2-99f1-deff25b7c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.604767 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:50:12Z', 'revision_number': 3, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:14.700167 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] For port dc36e5cb-1909-4c3c-96b7-4a056ca07482, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:14.708000 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] For port dc36e5cb-1909-4c3c-96b7-4a056ca07482, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:14.716027 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.779725 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Checking router: 6d817ed3-813c-431d-8585-0d5baeb81f43 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:14.780171 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Updating router 6d817ed3-813c-431d-8585-0d5baeb81f43 port 261cdd54-f160-4811-ae99-acb78a1453ba binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:50:14.790397 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:14.790397 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.792713 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc36e5cb-1909-4c3c-96b7-4a056ca07482 HTTP/1.1" status: 200 len: 1093 time: 1.7241821 Jan 14 09:50:14.792713 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:14.795248 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:14.842922 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e015d-b858-4878-a30c-997d4a6618a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc36e5cb-1909-4c3c-96b7-4a056ca07482,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:14.843989 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44620) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:14.889765 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8540c8-21c1-402a-b8f1-d561e7f11eb4 req-c0cb1a9a-9941-4ce5-a112-0794e9fb3d66 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:14.891779 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bd8540c8-21c1-402a-b8f1-d561e7f11eb4 req-c0cb1a9a-9941-4ce5-a112-0794e9fb3d66 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1475646 Jan 14 09:50:14.931874 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:14.945605 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ef5c7-4a43-4bec-9abe-81b057893ce0 x-openstack-request-id: req-2a5ef5c7-4a43-4bec-9abe-81b057893ce0 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:14.947565 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:14.948466 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a5ef5c7-4a43-4bec-9abe-81b057893ce0 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:14.949440 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'status': 'completed', 'code': 200} Jan 14 09:50:14.979847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Deleting subnet d90fd6f0-203b-4165-8633-1898931796f8 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:50:14.986584 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ebd06-56bc-4d9a-9bf6-531788ce1505 None None] Pushing event updated for resources: {'Port': ['ID=a87a6269-df19-4a69-a528-2a74062c86d9,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:14.991233 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Publish callbacks [] for subnet (d90fd6f0-203b-4165-8633-1898931796f8), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.017084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.073648 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-0d8ee57e-8db7-41ca-9366-43c4b7e1d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:15.075130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-0d8ee57e-8db7-41ca-9366-43c4b7e1d807 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 1096 time: 0.1927431 Jan 14 09:50:15.077781 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-bd8540c8-21c1-402a-b8f1-d561e7f11eb4 req-718eac3d-c4fd-4bb1-8dc9-ddf5b5314b42 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495383 Jan 14 09:50:15.081465 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5957691'] for subnet (d90fd6f0-203b-4165-8633-1898931796f8), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.135749 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=afb4c445-8187-4acc-bb0a-f3be3592f77c,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:15.166173 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-0c0d3b88-998c-4b51-94d2-6100e1a879f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482 HTTP/1.1" status: 200 len: 217 time: 0.0789108 Jan 14 09:50:15.202899 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (d90fd6f0-203b-4165-8633-1898931796f8), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.319627 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16095576'] for subnet (d90fd6f0-203b-4165-8633-1898931796f8), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.332154 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-c198da56-9699-4ae2-99f1-deff25b7c37f None None] Current status of the port a87a6269-df19-4a69-a528-2a74062c86d9 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:15.342300 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-a0b9a34a-594e-47d8-8395-1e1bab864204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:15.344745 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-a0b9a34a-594e-47d8-8395-1e1bab864204 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.1212711 Jan 14 09:50:15.347876 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Allocated IP 172.20.0.1 (d44f33b4-0076-4356-a9be-f9cbd5003494/054fbedc-aa24-4b94-a579-8f96e26feeee/d6813d58-1305-44be-abd2-9f1faa15944f) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:15.348375 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.359627 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d90fd6f0-203b-4165-8633-1898931796f8 HTTP/1.1" status: 204 len: 168 time: 0.5144041 Jan 14 09:50:15.361033 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44626) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:15.431864 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9fa96-05fc-449f-9c7d-fbaf6ea018e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90fd6f0-203b-4165-8633-1898931796f8,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:15.518169 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-c198da56-9699-4ae2-99f1-deff25b7c37f None None] Provisioning complete for port afb4c445-8187-4acc-bb0a-f3be3592f77c triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:15.518708 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c198da56-9699-4ae2-99f1-deff25b7c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.551837 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (3b607ec4-65a3-4ea6-8fcb-e0190eb456e0), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.572815 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Publish callbacks [] for port (261cdd54-f160-4811-ae99-acb78a1453ba), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.585323 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.589208 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccebbc4-d9ac-44ea-8053-58d66ef01a5e req-7abb94da-731a-4c38-a725-1c390f821402 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:15.590938 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ccebbc4-d9ac-44ea-8053-58d66ef01a5e req-7abb94da-731a-4c38-a725-1c390f821402 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 943 time: 0.1999505 Jan 14 09:50:15.592576 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks [] for port (d6813d58-1305-44be-abd2-9f1faa15944f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.597811 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-de670b6f-14bc-45c6-9290-eeaf9d57e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:15.599912 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-de670b6f-14bc-45c6-9290-eeaf9d57e949 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2176294 Jan 14 09:50:15.663994 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a87a6269-df19-4a69-a528-2a74062c86d9 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:15.694933 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.719840 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Attempting to bind port 261cdd54-f160-4811-ae99-acb78a1453ba on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:15.720466 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Attempting to bind port 261cdd54-f160-4811-ae99-acb78a1453ba by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:15.720942 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Attempting to bind port 261cdd54-f160-4811-ae99-acb78a1453ba on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:15.740424 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Network d44f33b4-0076-4356-a9be-f9cbd5003494 is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:15.741060 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:15.741581 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:15.742097 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.742685 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:15.744176 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Bound port: 261cdd54-f160-4811-ae99-acb78a1453ba, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:15.744176 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.744458 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:15.758254 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:15.780551 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ccebbc4-d9ac-44ea-8053-58d66ef01a5e req-fe23fc04-3e76-4864-9f9f-bea6af615253 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761284 Jan 14 09:50:15.801539 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fad87-6ad9-422e-b73e-49440ff95a6d None None] Pushing event updated for resources: {'Port': ['ID=261cdd54-f160-4811-ae99-acb78a1453ba,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:15.811418 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (3b607ec4-65a3-4ea6-8fcb-e0190eb456e0), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.823305 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Pushing event updated for resources: {'Port': ['ID=d6813d58-1305-44be-abd2-9f1faa15944f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:15.845864 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (6d817ed3-813c-431d-8585-0d5baeb81f43), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.857785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b607ec4-65a3-4ea6-8fcb-e0190eb456e0']}} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:15.867068 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-c198da56-9699-4ae2-99f1-deff25b7c37f None None] Current status of the port afb4c445-8187-4acc-bb0a-f3be3592f77c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:15.875241 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44820f95-16cc-4c73-846e-056955eb227c') {'for_net_delete': True} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:15.875542 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44820f95-16cc-4c73-846e-056955eb227c') {} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:15.882837 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port a87a6269-df19-4a69-a528-2a74062c86d9 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:15.883822 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.885372 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-ed670dc8-0ef3-4646-a2e3-c0e2ed8b3e1d service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716081 Jan 14 09:50:15.889401 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5957680'] for segment (44820f95-16cc-4c73-846e-056955eb227c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.906798 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] For port 261cdd54-f160-4811-ae99-acb78a1453ba, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:15.926329 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] For port 261cdd54-f160-4811-ae99-acb78a1453ba, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=261cdd54-f160-4811-ae99-acb78a1453ba,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:15.937366 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.958928 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (44820f95-16cc-4c73-846e-056955eb227c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.971925 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=114414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:50:15.972394 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101823'] for segment (44820f95-16cc-4c73-846e-056955eb227c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: Traceback (most recent call last): Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: timer() Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: cb(*args, **kw) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: return func(*args, **kwargs) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: self._notify() Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: self.callback(batched_events) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: event.method(event) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: return f(self, *a, **k) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._get(url).json() Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: return self.request(url, 'GET', **kwargs) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:50:15.974116 dv-cinder-821602-11-iscsi neutron-server[114414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:50:16.037914 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fad87-6ad9-422e-b73e-49440ff95a6d None None] Pushing event updated for resources: {'Port': ['ID=261cdd54-f160-4811-ae99-acb78a1453ba,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:16.050573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adc55fdd-1bca-4cbf-b224-de0fe85232a9 req-79464f7e-81fa-4722-a416-eb1ce6257590 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573656 Jan 14 09:50:16.051675 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (3b607ec4-65a3-4ea6-8fcb-e0190eb456e0), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.083251 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.087383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.095541 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3b607ec4-65a3-4ea6-8fcb-e0190eb456e0 HTTP/1.1" status: 204 len: 168 time: 0.6922488 Jan 14 09:50:16.096756 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613167e7-4bd4-440b-8f13-bfd5142594d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b607ec4-65a3-4ea6-8fcb-e0190eb456e0,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:16.098550 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44630) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:16.150417 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Deleting subnet 1dd1771b-ea48-4c93-bfa1-8309b72fba81 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:50:16.154719 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Publish callbacks [] for subnet (1dd1771b-ea48-4c93-bfa1-8309b72fba81), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.169827 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port a87a6269-df19-4a69-a528-2a74062c86d9 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:16.171482 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device afb4c445-8187-4acc-bb0a-f3be3592f77c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:16.181491 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Routers {'6d817ed3-813c-431d-8585-0d5baeb81f43'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:16.181491 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6d817ed3-813c-431d-8585-0d5baeb81f43'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:16.214840 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.229243 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5957691'] for subnet (1dd1771b-ea48-4c93-bfa1-8309b72fba81), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.265260 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-fe0621f6-ff99-4f9b-bf7d-6007a807f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:16.266954 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-fe0621f6-ff99-4f9b-bf7d-6007a807f5cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 1096 time: 0.1087627 Jan 14 09:50:16.373692 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (1dd1771b-ea48-4c93-bfa1-8309b72fba81), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.391605 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks [] for port (d6813d58-1305-44be-abd2-9f1faa15944f), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.397651 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.425759 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f0aa6-930f-45ad-b1e1-53aeda39a615 req-fed5e89d-a083-4b7e-9b3e-46dd1a7eead6 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:16.427893 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e44f0aa6-930f-45ad-b1e1-53aeda39a615 req-fed5e89d-a083-4b7e-9b3e-46dd1a7eead6 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1957831 Jan 14 09:50:16.455722 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-ff1340f0-359d-44ab-992c-7e097a0e2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:16.456299 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-ff1340f0-359d-44ab-992c-7e097a0e2e7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.1661019 Jan 14 09:50:16.472021 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-14f6ca30-fdac-482b-86c0-027a30f4d0ac None None] Provisioning complete for port d6813d58-1305-44be-abd2-9f1faa15944f triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:16.472704 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-14f6ca30-fdac-482b-86c0-027a30f4d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.478935 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (6d817ed3-813c-431d-8585-0d5baeb81f43), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.481051 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Pushing event updated for resources: {'Port': ['ID=d6813d58-1305-44be-abd2-9f1faa15944f,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:16.566374 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port afb4c445-8187-4acc-bb0a-f3be3592f77c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:16.567110 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.588774 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-14f6ca30-fdac-482b-86c0-027a30f4d0ac None None] Port d6813d58-1305-44be-abd2-9f1faa15944f cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:50:16.600086 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] Set router 6d817ed3-813c-431d-8585-0d5baeb81f43 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:16.616618 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Network d44f33b4-0076-4356-a9be-f9cbd5003494 is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:16.620079 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:16.807230 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port afb4c445-8187-4acc-bb0a-f3be3592f77c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:16.835889 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Router 6d817ed3-813c-431d-8585-0d5baeb81f43 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:50:16.855966 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-2c7a0637-6711-4713-9f13-e1fe04e2819d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482 HTTP/1.1" status: 200 len: 217 time: 0.3811297 Jan 14 09:50:16.861100 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16095576'] for subnet (1dd1771b-ea48-4c93-bfa1-8309b72fba81), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.940989 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd1771b-ea48-4c93-bfa1-8309b72fba81,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:16.950130 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:16.955999 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-2f179468-44b7-48cb-8678-56fce11a1e62 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1dd1771b-ea48-4c93-bfa1-8309b72fba81 HTTP/1.1" status: 204 len: 168 time: 0.8542533 Jan 14 09:50:16.956348 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44636) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:16.980787 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-d8f86510-3822-487f-a0c5-23de19dc9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:16.982476 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-d8f86510-3822-487f-a0c5-23de19dc9951 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.1107507 Jan 14 09:50:16.990145 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:50:16Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd6813d58-1305-44be-abd2-9f1faa15944f', 'name': '', 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'mac_address': 'fa:16:3e:5c:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:15Z', 'updated_at': '2022-01-14T09:50:15Z', 'revision_number': 1, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'subnets': [{'id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:17.012395 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e44f0aa6-930f-45ad-b1e1-53aeda39a615 req-3f6d20fb-3c76-4aac-873e-44d4dd879cf1 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5540650 Jan 14 09:50:17.022904 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef06a46-43bd-4946-960a-d044ddc5f0cb None None] The sync data for ids ['6d817ed3-813c-431d-8585-0d5baeb81f43'] in dv-cinder-821602-11-iscsi is: [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:50:16Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd6813d58-1305-44be-abd2-9f1faa15944f', 'name': '', 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'mac_address': 'fa:16:3e:5c:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:15Z', 'updated_at': '2022-01-14T09:50:15Z', 'revision_number': 1, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'subnets': [{'id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:17.046703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-fbdcfc23-b885-45ef-88b9-b6943f7e8a92 None None] Provisioning complete for port d6813d58-1305-44be-abd2-9f1faa15944f triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:17.047212 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfc23-b885-45ef-88b9-b6943f7e8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.050018 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-15c3d47b-7114-4657-94ff-b566e62a7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:17.052046 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-15c3d47b-7114-4657-94ff-b566e62a7841 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601366 Jan 14 09:50:17.080487 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b68ec-b265-42d9-a9d3-0882bfa9abbb req-0030bdd0-a30d-43e8-9ede-1c0f5b517bbc tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:17.082157 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-775b68ec-b265-42d9-a9d3-0882bfa9abbb req-0030bdd0-a30d-43e8-9ede-1c0f5b517bbc tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 943 time: 0.1786451 Jan 14 09:50:17.092421 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcfc23-b885-45ef-88b9-b6943f7e8a92 None None] Port d6813d58-1305-44be-abd2-9f1faa15944f cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:50:17.127007 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:17.132689 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (e7ab814b-a8ed-48a5-ad57-9f77aee60907), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.139792 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6dffe296-5a6f-4ab2-9814-9a8159ebb035 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d817ed3-813c-431d-8585-0d5baeb81f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6035118 Jan 14 09:50:17.186250 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-8cb7e661-005f-4421-aa98-fc9b79513f01 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267526 Jan 14 09:50:17.206283 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-775b68ec-b265-42d9-a9d3-0882bfa9abbb req-2887aca0-91f8-420f-b004-9ab52b7c69d2 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102407 Jan 14 09:50:17.275445 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (e7ab814b-a8ed-48a5-ad57-9f77aee60907), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.354151 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ab814b-a8ed-48a5-ad57-9f77aee60907']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:17.367313 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dec3590-063f-41a5-a4a5-5ee78eb5430d') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:17.367993 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dec3590-063f-41a5-a4a5-5ee78eb5430d') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:17.379235 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (6dec3590-063f-41a5-a4a5-5ee78eb5430d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.401844 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (6dec3590-063f-41a5-a4a5-5ee78eb5430d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.413259 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:50:17.418119 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (6dec3590-063f-41a5-a4a5-5ee78eb5430d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.441683 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-071db45e-9e27-497a-a1e1-4e0e9a0b86ac req-27b52c5b-70d2-4cf5-b30e-59d6c2c96368 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461333 Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:50:17.485014 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:50:17.518009 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (e7ab814b-a8ed-48a5-ad57-9f77aee60907), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.528704 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.540494 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e7ab814b-a8ed-48a5-ad57-9f77aee60907 HTTP/1.1" status: 204 len: 168 time: 0.5807970 Jan 14 09:50:17.559571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf49b-02be-48ef-ad4c-30d1c44717b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ab814b-a8ed-48a5-ad57-9f77aee60907,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:17.764183 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44648) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:17.857968 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-53e68de6-dc5c-4573-9adf-15b93d4e097f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbd9628f66024c3eaa9ac7f852882444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0886266 Jan 14 09:50:17.858536 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44650) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:17.908886 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44652) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:17.917474 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38373261', 'description': 'tempest-secgroup-smoke-38373261 description', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:17.952827 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c261b52-f0c0-47dc-8757-59d9b69ab063 admin admin] Publish callbacks [] for security_group (144b7b0b-4153-472a-8983-af62b5018290), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.978921 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:17.989389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c261b52-f0c0-47dc-8757-59d9b69ab063 admin admin] Publish callbacks [] for security_group (144b7b0b-4153-472a-8983-af62b5018290), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.072687 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c261b52-f0c0-47dc-8757-59d9b69ab063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (144b7b0b-4153-472a-8983-af62b5018290), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.078203 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7c261b52-f0c0-47dc-8757-59d9b69ab063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.082936 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7c261b52-f0c0-47dc-8757-59d9b69ab063 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/144b7b0b-4153-472a-8983-af62b5018290 HTTP/1.1" status: 204 len: 168 time: 0.2230108 Jan 14 09:50:18.101138 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c261b52-f0c0-47dc-8757-59d9b69ab063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b7b0b-4153-472a-8983-af62b5018290,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:18.122778 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group (09f115fb-cf93-44aa-bb41-a7471525a976), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.131818 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (09f115fb-cf93-44aa-bb41-a7471525a976), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.202209 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.207517 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2941530 Jan 14 09:50:18.208268 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44658) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:18.216450 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group_rule': {'security_group_id': '09f115fb-cf93-44aa-bb41-a7471525a976', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:18.226825 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b1703-ce4b-4e73-8527-a61bbc3cda8c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f115fb-cf93-44aa-bb41-a7471525a976,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:18.280311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4512586-5354-4662-a7b2-5d6118f398c7 req-81a1f096-aed6-4c12-bda1-80ac0fb5249d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:18.283635 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c4512586-5354-4662-a7b2-5d6118f398c7 req-81a1f096-aed6-4c12-bda1-80ac0fb5249d tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1308963 Jan 14 09:50:18.286172 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (5e14bc36-ac74-4efe-97b2-58a96b59532a), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.445040 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c4512586-5354-4662-a7b2-5d6118f398c7 req-64638905-80e9-408a-9421-74396252d581 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504569 Jan 14 09:50:18.452043 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (5e14bc36-ac74-4efe-97b2-58a96b59532a), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.460620 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (5e14bc36-ac74-4efe-97b2-58a96b59532a), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.478289 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e14bc36-ac74-4efe-97b2-58a96b59532a,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:18.501065 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f6f1f-c054-4f81-8313-10eb54a2d75a req-53dd5bd1-b6f0-4956-af59-48dfc77feb9c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:18.502417 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b56f6f1f-c054-4f81-8313-10eb54a2d75a req-53dd5bd1-b6f0-4956-af59-48dfc77feb9c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 943 time: 0.1239161 Jan 14 09:50:18.506001 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.510695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44666) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:18.510966 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3a5e4766-0546-483f-b039-c17200199958 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3005884 Jan 14 09:50:18.518285 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group_rule': {'security_group_id': '09f115fb-cf93-44aa-bb41-a7471525a976', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:18.596144 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (00bcb6c8-116e-4401-af8e-15e0685ce436), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.614789 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b56f6f1f-c054-4f81-8313-10eb54a2d75a req-b2464986-96d2-404a-bd23-51b685cd2b6b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959253 Jan 14 09:50:18.676338 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (00bcb6c8-116e-4401-af8e-15e0685ce436), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.687805 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (00bcb6c8-116e-4401-af8e-15e0685ce436), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.734706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bcb6c8-116e-4401-af8e-15e0685ce436,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:18.744201 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.750507 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a213cc9b-e497-45e9-b27c-5396398cb0db tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2351856 Jan 14 09:50:18.750852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44668) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:18.756730 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group_rule': {'security_group_id': '09f115fb-cf93-44aa-bb41-a7471525a976', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:18.818027 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (dc2d771c-5bdf-4a1f-bbcc-cd6f93e3ee43), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.890800 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-8c08cc01-8829-49c4-a72f-f60260680d0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914061 Jan 14 09:50:18.901666 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44670) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:18.908439 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (dc2d771c-5bdf-4a1f-bbcc-cd6f93e3ee43), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.913030 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (dc2d771c-5bdf-4a1f-bbcc-cd6f93e3ee43), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.943476 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2d771c-5bdf-4a1f-bbcc-cd6f93e3ee43,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:18.952377 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:18.957924 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016459 Jan 14 09:50:18.958263 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 44672) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:18.960428 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.960890 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.961454 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.961809 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.962174 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.962537 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.962864 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.963190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.963553 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.963821 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group_rule': {'security_group_id': '09f115fb-cf93-44aa-bb41-a7471525a976', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:18.963951 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.964211 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.964547 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.964896 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4405e322-d601-4f0b-baae-d24b50d7a8ea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:18.996044 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8b3ecebd-4c4e-40ae-bd2a-4f673661a044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a84e1b2f0b024f6998baaa26dc1e9f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0927474 Jan 14 09:50:18.998852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44674) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:19.052212 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-32006d89-6ceb-4149-8c51-46dda69c5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:19.054286 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-32006d89-6ceb-4149-8c51-46dda69c5fb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1138 time: 0.0807817 Jan 14 09:50:19.056314 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (ebbf59d3-a18b-4d92-af57-11e4cc955b7e), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.059462 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2e6a-db9c-4bc1-b6ba-9495a2613681 admin admin] Publish callbacks [] for security_group (afdc513d-bd7d-4b14-9a35-3ad824996333), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.083759 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2e6a-db9c-4bc1-b6ba-9495a2613681 admin admin] Publish callbacks [] for security_group (afdc513d-bd7d-4b14-9a35-3ad824996333), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.145034 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2e6a-db9c-4bc1-b6ba-9495a2613681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (afdc513d-bd7d-4b14-9a35-3ad824996333), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.150564 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c7fa2e6a-db9c-4bc1-b6ba-9495a2613681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.156051 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c7fa2e6a-db9c-4bc1-b6ba-9495a2613681 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afdc513d-bd7d-4b14-9a35-3ad824996333 HTTP/1.1" status: 204 len: 168 time: 0.1526182 Jan 14 09:50:19.168148 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa2e6a-db9c-4bc1-b6ba-9495a2613681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc513d-bd7d-4b14-9a35-3ad824996333,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:19.176820 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (ebbf59d3-a18b-4d92-af57-11e4cc955b7e), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.185230 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (ebbf59d3-a18b-4d92-af57-11e4cc955b7e), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.219629 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf59d3-a18b-4d92-af57-11e4cc955b7e,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:19.227583 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-d0f62a26-1732-42b4-9f20-3e2801eafcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:19.229135 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-d0f62a26-1732-42b4-9f20-3e2801eafcdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.1507170 Jan 14 09:50:19.232667 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.233857 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-110624db-63f0-4434-87e5-bc9b3d88cb95 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2742822 Jan 14 09:50:19.237056 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44678) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:19.244939 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group_rule': {'security_group_id': '09f115fb-cf93-44aa-bb41-a7471525a976', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:19.286135 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.securitygroups_db [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Project bf5c8a2464f543e4b2e3c1a50648f73d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 09:50:19.294134 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (e370c733-14df-4c84-9209-5a4d3b8eac28), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.317765 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-f6e1f9cd-29e2-44a3-a66d-01ccbb1b5085 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 1002 time: 0.0815456 Jan 14 09:50:19.364909 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (e370c733-14df-4c84-9209-5a4d3b8eac28), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.372765 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (e370c733-14df-4c84-9209-5a4d3b8eac28), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.401334 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e370c733-14df-4c84-9209-5a4d3b8eac28,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:19.402258 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-eb76279e-a91c-4961-a41f-09fa46013f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:19.405144 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-eb76279e-a91c-4961-a41f-09fa46013f67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0801129 Jan 14 09:50:19.410784 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.413332 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-0f8ba45e-5bc7-46a3-bc7f-841767cc35df tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1746936 Jan 14 09:50:19.416871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44682) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:19.425183 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'security_group_rule': {'security_group_id': '09f115fb-cf93-44aa-bb41-a7471525a976', 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:19.460003 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.securitygroups_db [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Project bf5c8a2464f543e4b2e3c1a50648f73d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 09:50:19.466217 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (75126330-44df-4b03-965b-355fa6ec7024), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.486777 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-c200703b-0c44-487f-a84f-ff432f92950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:19.489064 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-c200703b-0c44-487f-a84f-ff432f92950a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769732 Jan 14 09:50:19.587510 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (75126330-44df-4b03-965b-355fa6ec7024), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.594864 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (75126330-44df-4b03-965b-355fa6ec7024), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.607703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 261cdd54-f160-4811-ae99-acb78a1453ba up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:19.621702 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75126330-44df-4b03-965b-355fa6ec7024,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:19.685421 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 261cdd54-f160-4811-ae99-acb78a1453ba triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:19.685912 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.710703 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.712547 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d5da7f03-6227-4491-8a0f-9d74b1d8cc65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2937012 Jan 14 09:50:19.718288 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-591ea2b8-7e22-43fd-8743-562e5a9b4b96 service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212965 Jan 14 09:50:19.784502 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a50c-50e9-410a-9deb-d90ea78c6f0f req-8e33542d-c32e-44a0-9c35-e72a979cf189 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:19.800683 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb08a50c-50e9-410a-9deb-d90ea78c6f0f req-8e33542d-c32e-44a0-9c35-e72a979cf189 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.1744392 Jan 14 09:50:19.865736 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 261cdd54-f160-4811-ae99-acb78a1453ba is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:19.868574 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.893226 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device dc36e5cb-1909-4c3c-96b7-4a056ca07482 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:50:19.912885 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb08a50c-50e9-410a-9deb-d90ea78c6f0f req-cddc784e-6b9c-469a-84a5-75b07278044c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=5c3cb225-69b9-491a-9fe7-2f319b407d26&id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108749 Jan 14 09:50:19.943122 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 261cdd54-f160-4811-ae99-acb78a1453ba, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=261cdd54-f160-4811-ae99-acb78a1453ba,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:19.953397 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:19.956272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d6de1-2c8b-4db5-b305-7a8fb9858173 req-7e7daaf2-6708-4ba5-8b10-bd285b3a0358 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:19.959967 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-711d6de1-2c8b-4db5-b305-7a8fb9858173 req-7e7daaf2-6708-4ba5-8b10-bd285b3a0358 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 943 time: 0.1364124 Jan 14 09:50:20.016630 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3c2f789b-8cc0-4d14-971c-bb653eaee5c5 req-e314b77f-af07-466d-bca6-2488a96ca99b service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927272 Jan 14 09:50:20.075110 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-711d6de1-2c8b-4db5-b305-7a8fb9858173 req-f3cc9dcc-293b-4a93-b99e-98761398288f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697410 Jan 14 09:50:20.118194 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=261cdd54-f160-4811-ae99-acb78a1453ba,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:20.144317 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port dc36e5cb-1909-4c3c-96b7-4a056ca07482, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:20.159757 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'port_id': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'mac_address': 'fa:16:3e:01:7a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:50:20.216874 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port dc36e5cb-1909-4c3c-96b7-4a056ca07482 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:20.217322 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:20.234686 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc36e5cb-1909-4c3c-96b7-4a056ca07482 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:50:20.265068 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port dc36e5cb-1909-4c3c-96b7-4a056ca07482, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:20.271375 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:20.360372 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=dc36e5cb-1909-4c3c-96b7-4a056ca07482,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:20.523227 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['dc36e5cb-1909-4c3c-96b7-4a056ca07482'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:50:20.837424 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Sync routers for ids ['6d817ed3-813c-431d-8585-0d5baeb81f43'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:20.848806 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Routers {'6d817ed3-813c-431d-8585-0d5baeb81f43'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:20.849679 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6d817ed3-813c-431d-8585-0d5baeb81f43'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:20.992793 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Set router 6d817ed3-813c-431d-8585-0d5baeb81f43 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:21.253847 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:50:16Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd6813d58-1305-44be-abd2-9f1faa15944f', 'name': '', 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'mac_address': 'fa:16:3e:5c:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:15Z', 'updated_at': '2022-01-14T09:50:16Z', 'revision_number': 2, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'subnets': [{'id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:21.269186 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34944d54-e7fb-43e0-b3a4-2cde22fbd7ad req-16aed5a8-6da5-445b-90ab-1c2af46f65ce tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:21.270876 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-34944d54-e7fb-43e0-b3a4-2cde22fbd7ad req-16aed5a8-6da5-445b-90ab-1c2af46f65ce tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 944 time: 0.0579531 Jan 14 09:50:21.309485 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Checking router: 6d817ed3-813c-431d-8585-0d5baeb81f43 for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:21.309973 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Updating router 6d817ed3-813c-431d-8585-0d5baeb81f43 port d6813d58-1305-44be-abd2-9f1faa15944f binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:50:21.324846 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-34944d54-e7fb-43e0-b3a4-2cde22fbd7ad req-41954c8d-f764-495d-9713-f8da9575a36c tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470614 Jan 14 09:50:21.352347 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:21.568639 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 261cdd54-f160-4811-ae99-acb78a1453ba up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:21.643254 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 261cdd54-f160-4811-ae99-acb78a1453ba triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:21.643785 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:21.748630 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 261cdd54-f160-4811-ae99-acb78a1453ba is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:21.763601 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Publish callbacks [] for port (d6813d58-1305-44be-abd2-9f1faa15944f), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:21.772068 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:21.829897 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9a64-4169-43c5-a382-f45a8d48ff4f None None] Pushing event updated for resources: {'Port': ['ID=d6813d58-1305-44be-abd2-9f1faa15944f,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:21.890269 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Attempting to bind port d6813d58-1305-44be-abd2-9f1faa15944f on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:21.891351 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Attempting to bind port d6813d58-1305-44be-abd2-9f1faa15944f by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:21.891654 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Attempting to bind port d6813d58-1305-44be-abd2-9f1faa15944f on network d44f33b4-0076-4356-a9be-f9cbd5003494 {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:21.895874 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device dc36e5cb-1909-4c3c-96b7-4a056ca07482 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:21.908500 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:21.909525 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Checking segment: {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:21.910479 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:21.911138 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Bound using segment: {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:21.912374 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Bound port: d6813d58-1305-44be-abd2-9f1faa15944f, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c1cff6-242f-433c-a1f1-b13258e7e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:21.916817 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:21.989208 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port dc36e5cb-1909-4c3c-96b7-4a056ca07482 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:50:21.998193 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port dc36e5cb-1909-4c3c-96b7-4a056ca07482 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:21.998637 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.035049 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] For port d6813d58-1305-44be-abd2-9f1faa15944f, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:22.039954 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] For port d6813d58-1305-44be-abd2-9f1faa15944f, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d6813d58-1305-44be-abd2-9f1faa15944f,segment=NetworkSegment(d5c1cff6-242f-433c-a1f1-b13258e7e389),segment_id=d5c1cff6-242f-433c-a1f1-b13258e7e389)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:22.049589 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.120687 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Routers {'6d817ed3-813c-431d-8585-0d5baeb81f43'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:22.121328 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6d817ed3-813c-431d-8585-0d5baeb81f43'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:22.122728 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port dc36e5cb-1909-4c3c-96b7-4a056ca07482 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:22.123277 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.123463 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d9a64-4169-43c5-a382-f45a8d48ff4f None None] Pushing event updated for resources: {'Port': ['ID=d6813d58-1305-44be-abd2-9f1faa15944f,revision_number=4']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:22.223300 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:22.227456 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8531aae1-d41d-49b6-9cfc-4cdceb50cb84" -d '{"events": [{"server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "name": "network-vif-plugged", "status": "completed", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:22.249781 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port dc36e5cb-1909-4c3c-96b7-4a056ca07482, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:22.267146 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] Provisioning complete for port d6813d58-1305-44be-abd2-9f1faa15944f triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:22.269378 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.283566 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.291641 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] Set router 6d817ed3-813c-431d-8585-0d5baeb81f43 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:22.415151 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1a96cc-135d-486c-a61a-358943216a8a x-openstack-request-id: req-8c1a96cc-135d-486c-a61a-358943216a8a {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:22.415660 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "name": "network-vif-plugged", "status": "completed", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:22.416158 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c1a96cc-135d-486c-a61a-358943216a8a {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:22.416808 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'code': 200} Jan 14 09:50:22.558016 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=dc36e5cb-1909-4c3c-96b7-4a056ca07482,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:22.664971 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1dfb-95f7-4f63-b531-cad4cdf242e1 req-8e4bd4f7-d435-4ee6-8448-4b80a8e86513 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:22.672589 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-943b1dfb-95f7-4f63-b531-cad4cdf242e1 req-8e4bd4f7-d435-4ee6-8448-4b80a8e86513 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.1922338 Jan 14 09:50:22.768160 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] Current status of the port d6813d58-1305-44be-abd2-9f1faa15944f is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:22.768885 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.823970 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-943b1dfb-95f7-4f63-b531-cad4cdf242e1 req-a4110d43-dbec-4c6e-9fad-506439a81438 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444116 Jan 14 09:50:22.854560 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] For port d6813d58-1305-44be-abd2-9f1faa15944f, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d6813d58-1305-44be-abd2-9f1faa15944f,segment=NetworkSegment(d5c1cff6-242f-433c-a1f1-b13258e7e389),segment_id=d5c1cff6-242f-433c-a1f1-b13258e7e389)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:22.866293 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:50:16Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd6813d58-1305-44be-abd2-9f1faa15944f', 'name': '', 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'mac_address': 'fa:16:3e:5c:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:15Z', 'updated_at': '2022-01-14T09:50:22Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'subnets': [{'id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:22.874344 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:22.922133 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213b966-1de3-4f31-ae70-0b12243e563a None None] The sync data for ids ['6d817ed3-813c-431d-8585-0d5baeb81f43'] in dv-cinder-821602-11-iscsi is: [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:50:16Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'd6813d58-1305-44be-abd2-9f1faa15944f', 'name': '', 'network_id': 'd44f33b4-0076-4356-a9be-f9cbd5003494', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'mac_address': 'fa:16:3e:5c:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:15Z', 'updated_at': '2022-01-14T09:50:22Z', 'revision_number': 4, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'subnets': [{'id': '054fbedc-aa24-4b94-a579-8f96e26feeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:23.033911 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42832b-6b5c-4275-9486-d7016c94dbb0 req-4a851105-0ea7-44da-8895-743f778d689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:23.041883 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a42832b-6b5c-4275-9486-d7016c94dbb0 req-4a851105-0ea7-44da-8895-743f778d689d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 1098 time: 0.4284973 Jan 14 09:50:23.154079 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a42832b-6b5c-4275-9486-d7016c94dbb0 req-c23b8325-00b3-447e-8e71-b42b047bb7f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080027 Jan 14 09:50:23.206616 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a84ac-d3ae-441f-b9b0-46476b05afaa None None] Pushing event updated for resources: {'Port': ['ID=d6813d58-1305-44be-abd2-9f1faa15944f,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:23.232646 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-81a06246-964a-489e-986f-9912114e0c55 None None] Provisioning complete for port d6813d58-1305-44be-abd2-9f1faa15944f triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:23.233104 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-81a06246-964a-489e-986f-9912114e0c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:23.410497 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-81a06246-964a-489e-986f-9912114e0c55 None None] Current status of the port d6813d58-1305-44be-abd2-9f1faa15944f is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:23.604973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d6813d58-1305-44be-abd2-9f1faa15944f up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:23.669282 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port d6813d58-1305-44be-abd2-9f1faa15944f triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:23.669846 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:23.787294 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port d6813d58-1305-44be-abd2-9f1faa15944f is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:23.957349 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b276d37-2411-4574-876a-b84c472c4470 req-582ff469-a33b-45c4-8cbf-f74af6ca8852 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:23.958992 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1b276d37-2411-4574-876a-b84c472c4470 req-582ff469-a33b-45c4-8cbf-f74af6ca8852 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.0532079 Jan 14 09:50:24.029217 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1b276d37-2411-4574-876a-b84c472c4470 req-8d9511d0-5fb7-4c84-950c-1e34c9cf86a8 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640674 Jan 14 09:50:24.515403 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-257b6cc1-6e62-494d-8199-01235b076093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:25.163803 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba35320-4df7-4c9e-a302-2524bc832e64 req-5520e318-dc64-4107-9b9b-4c58ed128e0f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:25.166131 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0ba35320-4df7-4c9e-a302-2524bc832e64 req-5520e318-dc64-4107-9b9b-4c58ed128e0f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.0531676 Jan 14 09:50:25.221368 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0ba35320-4df7-4c9e-a302-2524bc832e64 req-9bc9d867-cd7c-4d40-b615-3134212e95ff tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491049 Jan 14 09:50:25.353749 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27617a32-5d2e-403c-9f49-9e70a4cb9af8 req-5fd38913-e515-46ee-8bbf-e42b1a80a04e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:25.355447 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-27617a32-5d2e-403c-9f49-9e70a4cb9af8 req-5fd38913-e515-46ee-8bbf-e42b1a80a04e tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.0591528 Jan 14 09:50:25.369434 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 44828) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:25.375821 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Request body: {'floatingip': {'port_id': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:25.423661 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (86df1695-a529-49d0-bc8e-c1d2e5098c86), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:26.013896 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:26.020681 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (86df1695-a529-49d0-bc8e-c1d2e5098c86), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:26.129556 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Floating IP 86df1695-a529-49d0-bc8e-c1d2e5098c86 associated. External IP: 172.27.3.144, port: dc36e5cb-1909-4c3c-96b7-4a056ca07482. Jan 14 09:50:26.450847 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Router 6c070817-8377-4d40-b8bd-655e4c239e1f has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:50:26.592025 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:26.597916 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:26.607208 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:26.621106 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:26.622384 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:49:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:26.639564 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-125d10c2-75b9-4623-98b0-3fb1151b777f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "PUT /v2.0/floatingips/86df1695-a529-49d0-bc8e-c1d2e5098c86 HTTP/1.1" status: 200 len: 991 time: 1.2684076 Jan 14 09:50:26.640501 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:26.645108 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48109110-1fee-4fcb-b3cb-d2db2508bac1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:26.774198 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:26.837653 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fcc0a3-e64f-4073-885a-5941b17b349f x-openstack-request-id: req-b6fcc0a3-e64f-4073-885a-5941b17b349f {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:26.838134 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:26.838596 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6fcc0a3-e64f-4073-885a-5941b17b349f {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:26.840311 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'status': 'completed', 'code': 200} Jan 14 09:50:26.938616 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-74831214-ca6b-49a2-865f-fe3ca92cfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:26.939450 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5e621050-1597-4190-8e71-40311e3dd9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:26.943853 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-74831214-ca6b-49a2-865f-fe3ca92cfaa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 1098 time: 0.0797513 Jan 14 09:50:27.157460 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-01782860-206b-4e42-8d37-df8f9cb09194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:27.160262 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-01782860-206b-4e42-8d37-df8f9cb09194 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 200 len: 911 time: 0.2081492 Jan 14 09:50:27.175545 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '86df1695-a529-49d0-bc8e-c1d2e5098c86', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'port_id': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'mac_address': 'fa:16:3e:01:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:50:08Z', 'updated_at': '2022-01-14T09:50:25Z', 'revision_number': 1, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:27.221554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:27.233522 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:27.234565 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:50:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:27.295397 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-c8c1b46b-0b20-480d-bea3-02438d02c82d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482 HTTP/1.1" status: 200 len: 999 time: 0.1274941 Jan 14 09:50:27.378461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-3525ea25-9eb8-4095-a6a4-19bf0cfdfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:27.380523 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-3525ea25-9eb8-4095-a6a4-19bf0cfdfc3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 200 len: 849 time: 0.0789289 Jan 14 09:50:27.383370 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:27.435396 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-1886a166-8603-4221-ba1d-3b97fe52910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:27.437243 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-1886a166-8603-4221-ba1d-3b97fe52910b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af3523e0-4f7f-4d39-a66e-eb6ac45ad243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502086 Jan 14 09:50:27.581738 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-57ed8c1a-48c4-43e7-9c69-ff7b424b3a85 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344144 Jan 14 09:50:27.706817 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-48109110-1fee-4fcb-b3cb-d2db2508bac1 req-76bf9163-281c-4e59-ab53-f042b3058de2 service neutron] 10.222.0.45 "GET /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172299 Jan 14 09:50:27.745847 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '86df1695-a529-49d0-bc8e-c1d2e5098c86', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'port_id': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'mac_address': 'fa:16:3e:01:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:50:08Z', 'updated_at': '2022-01-14T09:50:25Z', 'revision_number': 1, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:27.775822 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8f495b-1a64-4a74-bd1b-cb04863bbc82 None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '86df1695-a529-49d0-bc8e-c1d2e5098c86', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'port_id': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'mac_address': 'fa:16:3e:01:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:50:08Z', 'updated_at': '2022-01-14T09:50:25Z', 'revision_number': 1, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:27.917969 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:28.069883 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ceffa9-ac86-4e3d-b602-0b0c26ca121a None None] New status for floating IP 86df1695-a529-49d0-bc8e-c1d2e5098c86: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:50:29.609330 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:31.261076 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:37.722205 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:50:37.944111 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-279131ba-eec1-4042-9b1f-e12f436b6eea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38373261&fields=id&tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 267 time: 0.0748625 Jan 14 09:50:38.096524 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-55f7d6e1-c6af-4516-b11e-5c95fb2b40c2 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:38.098987 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-55f7d6e1-c6af-4516-b11e-5c95fb2b40c2 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 811 time: 0.1428924 Jan 14 09:50:38.138308 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-2b8cfa84-2dc9-4d8c-b0a0-04a5464f715c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/quotas/bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 375 time: 0.0226839 Jan 14 09:50:38.222003 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-a68cfeb1-bd27-400f-9bd3-2eeb03b2be3f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773249 Jan 14 09:50:38.297351 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d2460-2d14-4f9d-827e-1a0e668317c6 req-8b848256-16ae-440e-bb98-7589353aa550 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:38.300148 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-569d2460-2d14-4f9d-827e-1a0e668317c6 req-8b848256-16ae-440e-bb98-7589353aa550 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0795684 Jan 14 09:50:38.389502 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-a1b28551-8608-431a-be9a-61ff3cd1e281 service neutron] 10.222.0.48 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423237 Jan 14 09:50:38.405670 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-569d2460-2d14-4f9d-827e-1a0e668317c6 req-49f9a0a6-c3fa-462a-8780-b355405a583d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923738 Jan 14 09:50:38.521566 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-85a67186-8036-48d2-bb76-f436d23a15b1 service neutron] 10.222.0.48 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323650 Jan 14 09:50:38.901639 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0ca23d81-ca95-41f4-8a66-8c3f89b56e6f req-3abd4fef-5e50-42f3-88d4-f381c765fff2 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 210 time: 0.0446074 Jan 14 09:50:39.600340 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa05c8-b14b-4143-a429-0196977617bb req-dfcd737f-366b-432e-adb8-769b31243534 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:39.603212 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaaa05c8-b14b-4143-a429-0196977617bb req-dfcd737f-366b-432e-adb8-769b31243534 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0835342 Jan 14 09:50:39.665989 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaaa05c8-b14b-4143-a429-0196977617bb req-6a4a1578-b250-4721-b04b-95fadfff2e01 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554099 Jan 14 09:50:40.059676 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-377d6944-259e-4988-8aab-18e595559906 req-b5c9e096-81d1-49c0-b75b-3a9984da5e5c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 210 time: 0.0363164 Jan 14 09:50:40.141531 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-de575f8f-a66e-4940-87e0-665680ca032f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:40.143186 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-de575f8f-a66e-4940-87e0-665680ca032f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 811 time: 0.1659846 Jan 14 09:50:40.249999 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-c1c8313b-a0e4-40a1-9f3e-82477fcca3cc tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 378 time: 0.0938241 Jan 14 09:50:40.261657 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'port': {'device_id': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'admin_state_up': True, 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'security_groups': ['09f115fb-cf93-44aa-bb41-a7471525a976']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:40.417991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Made reservation on behalf of bf5c8a2464f543e4b2e3c1a50648f73d for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:50:40.421926 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:40.614947 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Allocated IP 172.20.0.4 (80c10abc-4f06-43c3-8b66-e45b72fd3048/e5e45dcc-de47-4916-90f0-658df38b14a0/4b264089-8f21-4f26-a3f0-1c2c4425bbdd) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:40.837540 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:40.868528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795768-fe57-473e-9042-6a6386a4426f req-ece31969-1f8b-4d4e-8169-536ab8cf7f33 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:40.875240 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d8795768-fe57-473e-9042-6a6386a4426f req-ece31969-1f8b-4d4e-8169-536ab8cf7f33 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0839367 Jan 14 09:50:40.878592 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:40.943399 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:40.947249 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:40.952020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:40.957200 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:40.962213 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d8795768-fe57-473e-9042-6a6386a4426f req-45c54a96-22de-4b3b-8404-82d041909974 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822382 Jan 14 09:50:40.992956 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.993260 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.993595 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.993942 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.994311 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.994798 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.995137 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.995463 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.995790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.996114 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.996431 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.996743 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:40.997057 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:50:41.028349 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:41.029128 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.049693 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-65b3b143-0a71-4f54-b7ec-73c652d68c6e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7928295 Jan 14 09:50:41.078630 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Request body: {'port': {'device_id': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:41.160246 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.278894 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-58e61788-4aff-4735-9c44-910be085b058 None None] Provisioning complete for port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:41.279682 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-58e61788-4aff-4735-9c44-910be085b058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.320437 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-58e61788-4aff-4735-9c44-910be085b058 None None] Port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:50:41.342518 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50428a1-17b5-4c82-ba98-08f0faeee974 req-75109e66-802b-460d-b24d-73ae60edeeb4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:41.344130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c50428a1-17b5-4c82-ba98-08f0faeee974 req-75109e66-802b-460d-b24d-73ae60edeeb4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 931 time: 0.1427956 Jan 14 09:50:41.463171 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c50428a1-17b5-4c82-ba98-08f0faeee974 req-73c78513-c4cb-4719-a0b2-3f31019a5d86 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106668 Jan 14 09:50:41.578192 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b264089-8f21-4f26-a3f0-1c2c4425bbdd {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:50:41.587253 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Publish callbacks [] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.601921 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Transition to ACTIVE for port object 4b264089-8f21-4f26-a3f0-1c2c4425bbdd will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:50:41.607194 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.671964 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:41.751417 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Attempting to bind port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:50:41.751890 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Attempting to bind port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:50:41.752306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Attempting to bind port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:41.757778 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:50:41.758069 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Attempting to bind port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:50:41.764116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:50:41.764441 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Checking segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:50:41.764834 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Bound using segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:50:41.765278 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Bound port: 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:50:41.765640 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.886273 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:50:41.892458 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:50:41.902452 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.988233 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:41.989387 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:41.991787 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] 10.222.0.45 "PUT /v2.0/ports/4b264089-8f21-4f26-a3f0-1c2c4425bbdd HTTP/1.1" status: 200 len: 1093 time: 0.9235792 Jan 14 09:50:41.992502 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:41.996557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e210e5-8bf9-44ab-a064-c0d948823d38" -d '{"events": [{"name": "network-changed", "server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:42.046650 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc593329-9d98-4ea3-a51c-7b9676009ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:42.105509 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a1e568-661d-4515-9222-d066ee900f50 x-openstack-request-id: req-12a1e568-661d-4515-9222-d066ee900f50 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:42.105971 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:42.106579 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12a1e568-661d-4515-9222-d066ee900f50 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:42.107042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'status': 'completed', 'code': 200} Jan 14 09:50:42.173221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-c376f2ce-3079-485d-9f7d-03e7844962e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.174934 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-c376f2ce-3079-485d-9f7d-03e7844962e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 1096 time: 0.0962589 Jan 14 09:50:42.204434 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031c8a3-de29-41ce-8a37-5abb929d660b req-fe64802d-40af-4b6a-ade2-2ea7cb44009d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.207129 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a031c8a3-de29-41ce-8a37-5abb929d660b req-fe64802d-40af-4b6a-ade2-2ea7cb44009d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0836310 Jan 14 09:50:42.225452 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-92487ddf-017e-40f4-8fac-325bcdc5c40b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd HTTP/1.1" status: 200 len: 217 time: 0.0406728 Jan 14 09:50:42.284489 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a031c8a3-de29-41ce-8a37-5abb929d660b req-9ff2d16a-9c7e-4427-8f11-1a1074f125a4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691495 Jan 14 09:50:42.312478 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-a9247e0f-b028-4ea3-a906-2ab71ef179e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.315027 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-a9247e0f-b028-4ea3-a906-2ab71ef179e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0801861 Jan 14 09:50:42.379062 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-cc87908e-41c6-4db0-9f18-8c5538b9763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.380584 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-cc87908e-41c6-4db0-9f18-8c5538b9763b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530853 Jan 14 09:50:42.533640 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-e9a1c7cb-2f7d-4724-814a-b4d5641ebfcb service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410496 Jan 14 09:50:42.692919 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c8724-958c-4b80-b151-10374ab6391d req-ff79c9eb-5f44-47ec-9847-e528ecde3a79 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.694663 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d65c8724-958c-4b80-b151-10374ab6391d req-ff79c9eb-5f44-47ec-9847-e528ecde3a79 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0844941 Jan 14 09:50:42.696881 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2a14ba74-1fc7-4f65-8c34-386a4518f238 req-efb5fb63-dfa2-4809-afdb-9417a20ea9e2 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560566 Jan 14 09:50:42.761247 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d65c8724-958c-4b80-b151-10374ab6391d req-56bb3466-c6ca-43f7-90e1-2bd8d925e710 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588419 Jan 14 09:50:42.817244 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-185f48b6-9cda-4623-84d2-1ad8c1dff064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.818830 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-185f48b6-9cda-4623-84d2-1ad8c1dff064 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 1096 time: 0.0563085 Jan 14 09:50:42.936359 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-dd81ac99-d308-4888-a069-24ea0ab950c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:42.938988 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-dd81ac99-d308-4888-a069-24ea0ab950c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.1133707 Jan 14 09:50:43.012237 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-a4bd49f2-84b0-4dae-94a4-be406ea26397 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd HTTP/1.1" status: 200 len: 217 time: 0.0651915 Jan 14 09:50:43.087477 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-e77a6353-63ce-4a3a-94af-f287c177ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:43.089168 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-e77a6353-63ce-4a3a-94af-f287c177ef9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0651753 Jan 14 09:50:43.149166 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-c04369e5-ec16-4eb9-a7a5-977a76eab215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:43.150935 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-c04369e5-ec16-4eb9-a7a5-977a76eab215 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547583 Jan 14 09:50:43.270521 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-0df384db-b798-4409-83d3-edc79c1ba220 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111398 Jan 14 09:50:43.484245 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df544-a76b-4338-a854-fc5270fe5371 req-ceefba4a-9ffb-493f-8120-fe2ffedf76c5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:43.485951 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd8df544-a76b-4338-a854-fc5270fe5371 req-ceefba4a-9ffb-493f-8120-fe2ffedf76c5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.1084960 Jan 14 09:50:43.488146 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f2e210e5-8bf9-44ab-a064-c0d948823d38 req-9875b0ad-94d3-4157-940d-f7c57fd65336 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022283 Jan 14 09:50:43.549753 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd8df544-a76b-4338-a854-fc5270fe5371 req-14371ae1-feee-41cf-8b17-5c94be16571c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536239 Jan 14 09:50:43.913802 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa764ac-34b1-454e-aada-33024209dacc req-01e29c4c-d36d-47b9-8180-34d7fce123c3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:43.915571 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6fa764ac-34b1-454e-aada-33024209dacc req-01e29c4c-d36d-47b9-8180-34d7fce123c3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0539067 Jan 14 09:50:43.975385 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6fa764ac-34b1-454e-aada-33024209dacc req-4e98cd08-b6de-49ac-bbb4-a3fb8658ccbd tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499692 Jan 14 09:50:44.755485 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dc61b-3d3f-4a5c-be23-242d0f1fe279 req-914aff18-f70a-4dd0-b8be-2fbf7745d07a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:44.758692 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e95dc61b-3d3f-4a5c-be23-242d0f1fe279 req-914aff18-f70a-4dd0-b8be-2fbf7745d07a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0756764 Jan 14 09:50:44.821083 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e95dc61b-3d3f-4a5c-be23-242d0f1fe279 req-f6ba4eb7-c218-4b7b-95fe-a615efa5d747 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531232 Jan 14 09:50:45.104470 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ad9e8-e495-4394-8470-8be636497c16 req-8ee48fc5-522a-4866-b630-762ed0c3c3c6 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:45.106103 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f95ad9e8-e495-4394-8470-8be636497c16 req-8ee48fc5-522a-4866-b630-762ed0c3c3c6 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0555270 Jan 14 09:50:45.161512 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f95ad9e8-e495-4394-8470-8be636497c16 req-a448921f-b124-4654-938d-ac72db98d73b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492456 Jan 14 09:50:45.965268 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc7b6-7d0f-4f5c-a1b3-a0a0788d8923 req-8cce9ab3-3290-4ec7-aedd-aa868ea5437c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:45.967087 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9d0fc7b6-7d0f-4f5c-a1b3-a0a0788d8923 req-8cce9ab3-3290-4ec7-aedd-aa868ea5437c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0650361 Jan 14 09:50:46.035384 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9d0fc7b6-7d0f-4f5c-a1b3-a0a0788d8923 req-32fcb5e8-fda2-41ef-9cec-f901a12c1ce9 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572686 Jan 14 09:50:46.048873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:46.306279 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb958-765a-4a10-9957-92ad6a1fd011 req-d57fedbd-f803-4680-8142-2a2b95bddcdb tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:46.308580 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-273cb958-765a-4a10-9957-92ad6a1fd011 req-d57fedbd-f803-4680-8142-2a2b95bddcdb tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0531321 Jan 14 09:50:46.380711 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-273cb958-765a-4a10-9957-92ad6a1fd011 req-26f38d7d-8e5c-4040-9e2b-d80e3370a849 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655432 Jan 14 09:50:47.183378 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dd3e1-664b-48e5-80c0-25bd69ad2ae4 req-be6dede1-3d09-4deb-96b6-aac2c1e9c67f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:47.185030 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-668dd3e1-664b-48e5-80c0-25bd69ad2ae4 req-be6dede1-3d09-4deb-96b6-aac2c1e9c67f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0571508 Jan 14 09:50:47.245183 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-668dd3e1-664b-48e5-80c0-25bd69ad2ae4 req-b147f8d6-1027-4ab6-b55f-5fcf21fe3705 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540257 Jan 14 09:50:47.539659 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807bcaf-7d57-4d9b-822f-e1f772a86568 req-d34fc1e1-4db9-4165-840e-625109631a2a tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:47.541211 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7807bcaf-7d57-4d9b-822f-e1f772a86568 req-d34fc1e1-4db9-4165-840e-625109631a2a tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0739830 Jan 14 09:50:47.602972 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7807bcaf-7d57-4d9b-822f-e1f772a86568 req-67b47836-5825-4562-b232-6d17033b4b00 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555267 Jan 14 09:50:48.642940 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ed1fd-1d0f-4b8e-a866-476852c1771d req-3f82bfca-4d47-4f58-81d1-83882e8b3c36 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:48.644708 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f34ed1fd-1d0f-4b8e-a866-476852c1771d req-3f82bfca-4d47-4f58-81d1-83882e8b3c36 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.3176832 Jan 14 09:50:48.715061 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f34ed1fd-1d0f-4b8e-a866-476852c1771d req-fd22d9a8-c7f7-4824-b13d-679137094996 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636210 Jan 14 09:50:48.828261 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65385-7d34-45e6-9784-e3f08fc0115b req-69127b29-b22c-455b-a319-87cea4801919 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:48.829864 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dcf65385-7d34-45e6-9784-e3f08fc0115b req-69127b29-b22c-455b-a319-87cea4801919 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0549905 Jan 14 09:50:48.893440 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dcf65385-7d34-45e6-9784-e3f08fc0115b req-57116aef-0c12-40f4-88a9-eb7a5102aeea tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551977 Jan 14 09:50:49.849434 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16735c4-b2d7-4504-8a86-6a7938fd1624 req-f7cacdf1-b683-4a4c-96df-e50e3c139d1a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:49.851672 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b16735c4-b2d7-4504-8a86-6a7938fd1624 req-f7cacdf1-b683-4a4c-96df-e50e3c139d1a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0529842 Jan 14 09:50:49.903732 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b16735c4-b2d7-4504-8a86-6a7938fd1624 req-5dea2818-dab9-4356-aec2-0e7756b1b6eb tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459206 Jan 14 09:50:50.025656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519b85f-0732-4222-af15-8e3c1f742c59 req-29759afe-5f70-4301-b9a5-c4b239daa2ed tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:50.027500 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1519b85f-0732-4222-af15-8e3c1f742c59 req-29759afe-5f70-4301-b9a5-c4b239daa2ed tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0537152 Jan 14 09:50:50.081996 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 4b264089-8f21-4f26-a3f0-1c2c4425bbdd details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:50:50.082854 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1519b85f-0732-4222-af15-8e3c1f742c59 req-74fbad7e-e420-497e-bed3-f1df4036f83f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498838 Jan 14 09:50:50.181282 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:50.195077 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'port_id': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'mac_address': 'fa:16:3e:b0:f1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:50:50.247933 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:50.248428 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:50.264747 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b264089-8f21-4f26-a3f0-1c2c4425bbdd {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:50:50.288495 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:50.293303 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:50.347294 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:50.631622 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['4b264089-8f21-4f26-a3f0-1c2c4425bbdd'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:50:51.031058 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cf0cc-e1c3-4f26-be72-34d2efa9eb2c req-2a9b0559-db57-49f4-9b2a-c856581596a5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:51.032600 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5a0cf0cc-e1c3-4f26-be72-34d2efa9eb2c req-2a9b0559-db57-49f4-9b2a-c856581596a5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0539892 Jan 14 09:50:51.091170 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5a0cf0cc-e1c3-4f26-be72-34d2efa9eb2c req-96912074-0d7a-4d2b-a4c2-f1f859c85548 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519788 Jan 14 09:50:51.221291 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab9aad-7650-4b3d-a49d-6911779bee49 req-97a081b7-d71b-4bd1-a560-a218715fa9f0 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:51.222760 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-87ab9aad-7650-4b3d-a49d-6911779bee49 req-97a081b7-d71b-4bd1-a560-a218715fa9f0 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 944 time: 0.0544124 Jan 14 09:50:51.279034 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-87ab9aad-7650-4b3d-a49d-6911779bee49 req-c618c199-fd9b-4b65-b551-dce20d9e21d5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497565 Jan 14 09:50:52.079145 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 4b264089-8f21-4f26-a3f0-1c2c4425bbdd up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:52.286616 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d58943-6bc5-4300-bc93-c89b18456922 req-9f0fab7f-306b-4f34-9b9d-5db68c622694 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:52.287817 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:50:52.289189 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d7d58943-6bc5-4300-bc93-c89b18456922 req-9f0fab7f-306b-4f34-9b9d-5db68c622694 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0918636 Jan 14 09:50:52.294975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:52.295597 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:52.380281 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d7d58943-6bc5-4300-bc93-c89b18456922 req-09ceb471-0de2-454c-bc30-f53a11ac98a0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807455 Jan 14 09:50:52.419631 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:52.420093 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:52.447015 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:52.449169 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07498a-384a-4deb-bfc4-4df2f08537f6" -d '{"events": [{"server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "name": "network-vif-plugged", "status": "completed", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:52.462994 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae115709-c29f-4975-aca3-acbbffd367b5 req-a2cbc74d-f43b-4763-8c41-9fbeebb6fda9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:52.463508 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:52.464822 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ae115709-c29f-4975-aca3-acbbffd367b5 req-a2cbc74d-f43b-4763-8c41-9fbeebb6fda9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 944 time: 0.0633290 Jan 14 09:50:52.468842 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:52.540038 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ae115709-c29f-4975-aca3-acbbffd367b5 req-b8346301-fdd9-44d5-9d45-b89b91f3054c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651541 Jan 14 09:50:52.543686 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:52.591444 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344d9c1-a8ea-4884-8b85-53907b704aea x-openstack-request-id: req-e344d9c1-a8ea-4884-8b85-53907b704aea {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:52.591444 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "name": "network-vif-plugged", "status": "completed", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:52.591444 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e344d9c1-a8ea-4884-8b85-53907b704aea {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:52.591752 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'code': 200} Jan 14 09:50:52.877879 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b710e-1632-4690-88c5-d4cd86d1905c req-cff3dfe5-d29a-4c0d-92a3-b89ea577cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:52.883928 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b74b710e-1632-4690-88c5-d4cd86d1905c req-cff3dfe5-d29a-4c0d-92a3-b89ea577cf61 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 1098 time: 0.0697954 Jan 14 09:50:52.959224 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b74b710e-1632-4690-88c5-d4cd86d1905c req-911b151b-cdd1-4b5a-b392-25cd0c0530e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684457 Jan 14 09:50:53.574389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c5cda-9ea6-49c2-b29c-db2e7142db8b req-6b86075e-480d-4bd6-816d-97962332aaa2 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:53.576685 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-429c5cda-9ea6-49c2-b29c-db2e7142db8b req-6b86075e-480d-4bd6-816d-97962332aaa2 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0647831 Jan 14 09:50:53.669949 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-429c5cda-9ea6-49c2-b29c-db2e7142db8b req-00a5d8e8-82d7-4c98-a56c-90dec514b5c7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806806 Jan 14 09:50:53.682212 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad817b5-371d-47b7-8fcf-b7b773eb76f0 req-bf366f76-d03e-4abf-a83e-3087161a5b3f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:53.684122 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fad817b5-371d-47b7-8fcf-b7b773eb76f0 req-bf366f76-d03e-4abf-a83e-3087161a5b3f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0615401 Jan 14 09:50:53.745781 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fad817b5-371d-47b7-8fcf-b7b773eb76f0 req-907f03af-989a-4d0f-9909-bef91293be9d tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501432 Jan 14 09:50:54.509798 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-16fbe46e-3738-4769-a8f3-8a7a6e41d1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:54.826911 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1d240-cea9-44d6-9897-1c2311e3bc14 req-3a59513b-398a-474a-9480-c316c4bb0a00 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:54.828429 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-90e1d240-cea9-44d6-9897-1c2311e3bc14 req-3a59513b-398a-474a-9480-c316c4bb0a00 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0739291 Jan 14 09:50:54.881128 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-90e1d240-cea9-44d6-9897-1c2311e3bc14 req-53b0ffed-6a39-490d-b7db-aa5715dddbd1 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467210 Jan 14 09:50:54.893304 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d49ea-d622-4739-9a55-83f5a04e16ba req-d84753ed-5767-4a5a-8c61-58525a75b846 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:54.894891 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5f1d49ea-d622-4739-9a55-83f5a04e16ba req-d84753ed-5767-4a5a-8c61-58525a75b846 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0524507 Jan 14 09:50:54.957015 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5f1d49ea-d622-4739-9a55-83f5a04e16ba req-6d0bb0bc-2cd1-4837-96a2-afc4d9df999a tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533295 Jan 14 09:50:55.092673 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f55249-dbb2-4790-8503-2fbd9564c177 req-15e64c64-cd06-41e9-a0c8-676d5f2f2a9d tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:55.094241 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c7f55249-dbb2-4790-8503-2fbd9564c177 req-15e64c64-cd06-41e9-a0c8-676d5f2f2a9d tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0594440 Jan 14 09:50:55.145416 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c7f55249-dbb2-4790-8503-2fbd9564c177 req-4246a5f9-538b-45f4-84b6-4f89484a4751 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452816 Jan 14 09:50:55.172360 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45224) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:55.331124 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c4fa1-6f21-42f5-a92c-3c62b7b25def tempest-TestVolumeBootPattern-1475521058 tempest-TestVolumeBootPattern-1475521058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:55.332629 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a92c4fa1-6f21-42f5-a92c-3c62b7b25def tempest-TestVolumeBootPattern-1475521058 tempest-TestVolumeBootPattern-1475521058-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 1093 time: 0.1641209 Jan 14 09:50:55.335718 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45228) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:55.341742 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'port_id': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:50:55.369520 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:55.477065 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:55.593710 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Allocated IP 172.27.3.152 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/179162c9-24d1-46d9-9464-b284acf333c4) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:50:55.708014 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (179162c9-24d1-46d9-9464-b284acf333c4), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:55.746701 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (179162c9-24d1-46d9-9464-b284acf333c4), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:55.789538 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:50:55.792591 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:50:55.798771 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:50:55.823524 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=179162c9-24d1-46d9-9464-b284acf333c4,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:56.067373 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878de4e2-b951-42e7-a57d-63b62aeb6758 req-78ec5dec-b69b-43ec-9a3a-611286f2eb87 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:56.069146 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-878de4e2-b951-42e7-a57d-63b62aeb6758 req-78ec5dec-b69b-43ec-9a3a-611286f2eb87 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0969269 Jan 14 09:50:56.090801 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:50:56.180800 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-878de4e2-b951-42e7-a57d-63b62aeb6758 req-d3f802c2-e66a-4f03-8a31-0a8bf284cbf0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050069 Jan 14 09:50:56.202665 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:56.216469 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'mac_address': 'fa:16:3e:d3:9a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:50:56.265386 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: ACTIVE; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:56.265783 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.280773 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f484129e-42b3-4eed-8bf4-b44de5367943 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:50:56.284041 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (546c0b10-9461-4da2-a52e-4a001f8b6128), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.303746 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:56.308807 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.364582 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=6']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:56.374955 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (179162c9-24d1-46d9-9464-b284acf333c4), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.441162 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['f484129e-42b3-4eed-8bf4-b44de5367943'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:50:56.577961 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (179162c9-24d1-46d9-9464-b284acf333c4), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.584681 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (179162c9-24d1-46d9-9464-b284acf333c4), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.652087 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=179162c9-24d1-46d9-9464-b284acf333c4,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:56.666555 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (546c0b10-9461-4da2-a52e-4a001f8b6128), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:56.772675 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Floating IP 546c0b10-9461-4da2-a52e-4a001f8b6128 associated. External IP: 172.27.3.152, port: 4b264089-8f21-4f26-a3f0-1c2c4425bbdd. Jan 14 09:50:56.836598 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-137c23c2-ff60-49f0-8d81-d183cc1ac355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:57.029580 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:50:57.164509 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:50:57.179809 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:50:57.190548 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:57.191628 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:57.192335 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:50:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:57.227499 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-70c97f82-fe34-4fbe-aee1-8c803f9efaca tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8902228 Jan 14 09:50:57.228042 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:57.230654 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8394a2-a007-4990-b48b-322ae68b1be5" -d '{"events": [{"name": "network-changed", "server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:57.317176 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9b547-22cb-43d8-a4ad-528296831205 x-openstack-request-id: req-f1c9b547-22cb-43d8-a4ad-528296831205 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:57.317552 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:57.317965 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1c9b547-22cb-43d8-a4ad-528296831205 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:57.318627 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'status': 'completed', 'code': 200} Jan 14 09:50:57.391805 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:57.449308 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ae31d-a310-45a7-9b92-972bb1cc5e90 req-affc48e4-8c99-411f-8596-f4fd4beb9b2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:57.454610 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e48ae31d-a310-45a7-9b92-972bb1cc5e90 req-affc48e4-8c99-411f-8596-f4fd4beb9b2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 945 time: 0.1561737 Jan 14 09:50:57.461726 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-ec1cf9df-1b19-433f-8297-b6d9a2515a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:57.471954 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-ec1cf9df-1b19-433f-8297-b6d9a2515a85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 1098 time: 0.1246171 Jan 14 09:50:57.560648 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-e48ae31d-a310-45a7-9b92-972bb1cc5e90 req-6462bd7f-4560-4761-b059-15e90b7c8d53 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950634 Jan 14 09:50:57.592742 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-64e5cd24-7774-4382-b57f-dbfa8b50cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:57.594792 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-64e5cd24-7774-4382-b57f-dbfa8b50cc1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.1199179 Jan 14 09:50:57.745224 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-ba80cfd3-1baa-48fd-8f7e-2eaf71deea3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd HTTP/1.1" status: 200 len: 999 time: 0.1432624 Jan 14 09:50:57.818655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-1c06d956-e7df-4ee9-9bb1-722f66fc037d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:57.820891 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-1c06d956-e7df-4ee9-9bb1-722f66fc037d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0692863 Jan 14 09:50:57.867017 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '546c0b10-9461-4da2-a52e-4a001f8b6128', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:b0:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:50:56Z', 'updated_at': '2022-01-14T09:50:56Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:57.922150 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-b288fa96-93d7-4b83-9925-b21a8ac8c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:57.923879 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-b288fa96-93d7-4b83-9925-b21a8ac8c925 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0957158 Jan 14 09:50:57.940312 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:50:57.964840 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:50:57.965621 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:50:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:57.967713 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.091110 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-2081dcfd-6987-4e18-ab19-a01f11865528 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587961 Jan 14 09:50:58.110609 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:50:58.157195 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:50:58.232593 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ed8394a2-a007-4990-b48b-322ae68b1be5 req-dfe1317f-f595-414c-a961-42ed30503c7b service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341214 Jan 14 09:50:58.271220 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45288) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:58.291104 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port f484129e-42b3-4eed-8bf4-b44de5367943 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:50:58.291964 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.476216 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:50:58.476605 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.479166 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ce6001a5-e151-4892-8dc1-fe043dade7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.535990 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:50:58.539963 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfa60da-4182-43ff-a5b4-ab223538e5da" -d '{"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-plugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:50:58.561591 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:50:58.569491 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.588744 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ce6001a5-e151-4892-8dc1-fe043dade7e6 admin admin] Publish callbacks [] for security_group (b12340df-b0c0-41e1-9e69-9dea694f75c0), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.596049 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ce6001a5-e151-4892-8dc1-fe043dade7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b12340df-b0c0-41e1-9e69-9dea694f75c0), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.634327 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7484747b-3738-4864-a2b8-4dfaef81a7ab x-openstack-request-id: req-7484747b-3738-4864-a2b8-4dfaef81a7ab {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:50:58.634735 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-plugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:50:58.635402 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7484747b-3738-4864-a2b8-4dfaef81a7ab {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:50:58.635820 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'code': 200} Jan 14 09:50:58.645049 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ce6001a5-e151-4892-8dc1-fe043dade7e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=031579d1258c434cbb93040322a87ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688579 Jan 14 09:50:58.645049 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6001a5-e151-4892-8dc1-fe043dade7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12340df-b0c0-41e1-9e69-9dea694f75c0,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:58.645436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45296) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:50:58.728504 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '546c0b10-9461-4da2-a52e-4a001f8b6128', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:b0:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:50:56Z', 'updated_at': '2022-01-14T09:50:56Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:50:58.753757 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c5c562f-53a2-4d3b-b240-d647e4e174d4 admin admin] Publish callbacks [] for security_group (b12340df-b0c0-41e1-9e69-9dea694f75c0), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.764042 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903e293-0b40-4512-96bf-45c2979cf6c6 None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '546c0b10-9461-4da2-a52e-4a001f8b6128', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:b0:f1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:50:56Z', 'updated_at': '2022-01-14T09:50:56Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:50:58.769887 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=7']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:58.810880 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c5c562f-53a2-4d3b-b240-d647e4e174d4 admin admin] Publish callbacks [] for security_group (b12340df-b0c0-41e1-9e69-9dea694f75c0), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.921634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c5c562f-53a2-4d3b-b240-d647e4e174d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (b12340df-b0c0-41e1-9e69-9dea694f75c0), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.926292 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c5c562f-53a2-4d3b-b240-d647e4e174d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:50:58.931189 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3c5c562f-53a2-4d3b-b240-d647e4e174d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b12340df-b0c0-41e1-9e69-9dea694f75c0 HTTP/1.1" status: 204 len: 168 time: 0.2815356 Jan 14 09:50:58.958876 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c562f-53a2-4d3b-b240-d647e4e174d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12340df-b0c0-41e1-9e69-9dea694f75c0,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:50:58.983156 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef2bad-d6b4-445c-a00f-4f93dc785abd req-12f05cb6-7ca8-4203-b4b5-087667ef8d29 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:50:58.991681 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b5ef2bad-d6b4-445c-a00f-4f93dc785abd req-12f05cb6-7ca8-4203-b4b5-087667ef8d29 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0868006 Jan 14 09:50:59.065474 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b5ef2bad-d6b4-445c-a00f-4f93dc785abd req-cdc096f9-4981-486e-a80d-eec7b9d6edc8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727689 Jan 14 09:50:59.209181 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead6d89-847b-47f6-9c98-352e14a429d3 None None] New status for floating IP 546c0b10-9461-4da2-a52e-4a001f8b6128: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:50:59.618471 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:00.260777 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a39a0-fd2c-4522-bd55-744d75a4bf87 req-0c11e54f-9964-4d25-a357-2e7d19480ae3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:00.263569 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-286a39a0-fd2c-4522-bd55-744d75a4bf87 req-0c11e54f-9964-4d25-a357-2e7d19480ae3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0616438 Jan 14 09:51:00.336161 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-286a39a0-fd2c-4522-bd55-744d75a4bf87 req-19d69ffb-d75b-4751-81fd-ad9934b40fc5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647104 Jan 14 09:51:01.325330 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:01.509330 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e94a-ecbf-42e9-a172-29aec95e3628 req-42e04b39-ed17-4de5-b0bf-7c1f62d9dc2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:01.513335 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0c0e94a-ecbf-42e9-a172-29aec95e3628 req-42e04b39-ed17-4de5-b0bf-7c1f62d9dc2b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0656128 Jan 14 09:51:01.587924 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0c0e94a-ecbf-42e9-a172-29aec95e3628 req-d879ff04-ae72-4de2-8fb2-8c967b4d465c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634067 Jan 14 09:51:02.755068 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b98c8-bda8-487a-ab77-e4997f75a047 req-5eddbe37-7c29-458c-9f8d-5aab5edfcb1d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:02.759096 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e61b98c8-bda8-487a-ab77-e4997f75a047 req-5eddbe37-7c29-458c-9f8d-5aab5edfcb1d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0664713 Jan 14 09:51:02.825654 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e61b98c8-bda8-487a-ab77-e4997f75a047 req-02f79f00-65fc-43b2-b806-e0accef37e82 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598488 Jan 14 09:51:03.961586 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fc702-a63a-4991-aa3d-ce8cd3baf9bb req-4e068992-1e04-4648-8d3e-cad303bdca8d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:03.963767 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d89fc702-a63a-4991-aa3d-ce8cd3baf9bb req-4e068992-1e04-4648-8d3e-cad303bdca8d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0544026 Jan 14 09:51:04.014229 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d89fc702-a63a-4991-aa3d-ce8cd3baf9bb req-a91b6309-0110-48cc-9d2f-61b009fdedb0 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Jan 14 09:51:05.162046 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee65b57-7be6-4c13-8aaa-2c5e3e0e9087 req-514da265-c8b2-4785-88e4-e9ed439a696c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:05.164854 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dee65b57-7be6-4c13-8aaa-2c5e3e0e9087 req-514da265-c8b2-4785-88e4-e9ed439a696c tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0558798 Jan 14 09:51:05.223672 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dee65b57-7be6-4c13-8aaa-2c5e3e0e9087 req-92e0651e-99f9-4cbd-ad12-c78aebac7a6e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510123 Jan 14 09:51:06.432234 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9af1-f664-4b2a-addd-77d3c8d87056 req-b0c837ca-a264-478d-be52-d29c13234101 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:06.440248 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-449b9af1-f664-4b2a-addd-77d3c8d87056 req-b0c837ca-a264-478d-be52-d29c13234101 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0860581 Jan 14 09:51:06.512978 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-449b9af1-f664-4b2a-addd-77d3c8d87056 req-c538dfa8-c8c3-418c-ac5d-395523488139 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714977 Jan 14 09:51:07.660470 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2f044-ec9a-4788-a83d-a310237bf138 req-1706eeea-1019-4db1-b6ae-0fda02f0e858 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:07.662053 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e4d2f044-ec9a-4788-a83d-a310237bf138 req-1706eeea-1019-4db1-b6ae-0fda02f0e858 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0606437 Jan 14 09:51:07.721119 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e4d2f044-ec9a-4788-a83d-a310237bf138 req-1c3f812d-dee8-48d1-a44d-988912940546 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525997 Jan 14 09:51:08.028621 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-e503cbc0-dc67-4173-b160-4fa3700387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:08.030128 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-e503cbc0-dc67-4173-b160-4fa3700387b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1099 time: 0.0438950 Jan 14 09:51:08.390068 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-3fcdaa74-8ccd-4fe2-baac-5da33e6d1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:08.391629 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-3fcdaa74-8ccd-4fe2-baac-5da33e6d1d38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.3543527 Jan 14 09:51:08.459688 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-ffd73e26-a5ac-4809-ad80-92fe6d9798bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 200 len: 1002 time: 0.0587289 Jan 14 09:51:08.516353 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-1a53e9a6-f1b0-430d-a87d-c3032c59de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:08.517812 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-1a53e9a6-f1b0-430d-a87d-c3032c59de40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0500000 Jan 14 09:51:08.564306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-88e3f58c-e555-4245-8da9-66d7f2b4b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:08.565787 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-88e3f58c-e555-4245-8da9-66d7f2b4b631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410922 Jan 14 09:51:08.655310 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-26397b02-a4c3-4a8d-8e00-0c4d1125e55e service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826051 Jan 14 09:51:08.748516 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-129e693c-b0d5-42d7-91e9-d6a3faa11a62 req-716ab6b6-f701-4cab-83ee-d6cf852cfef6 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868914 Jan 14 09:51:08.850187 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b4207-9d05-4b45-9a38-4da1d7628c99 req-26bfa793-992b-41d7-b4f0-a94f2bc677d5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:08.851675 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea1b4207-9d05-4b45-9a38-4da1d7628c99 req-26bfa793-992b-41d7-b4f0-a94f2bc677d5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0515099 Jan 14 09:51:08.906318 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ea1b4207-9d05-4b45-9a38-4da1d7628c99 req-06b6e709-efd7-462e-b1a8-77a50bfaa68f tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486257 Jan 14 09:51:10.032304 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d2228-a007-416d-8f69-fc67e6c7519a req-29d7393d-c950-4c9a-861e-81c15320662b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:10.033771 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ff6d2228-a007-416d-8f69-fc67e6c7519a req-29d7393d-c950-4c9a-861e-81c15320662b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0521884 Jan 14 09:51:10.081378 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ff6d2228-a007-416d-8f69-fc67e6c7519a req-cb3ce9bf-e41e-43a0-ac21-79b2f3c7b200 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Jan 14 09:51:11.198097 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab36e4f-2a3a-4a68-92ac-e232f21d11e1 req-d347872a-e6e5-4803-bc4c-6fb34f5cc144 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:11.199595 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bab36e4f-2a3a-4a68-92ac-e232f21d11e1 req-d347872a-e6e5-4803-bc4c-6fb34f5cc144 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Jan 14 09:51:11.250480 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bab36e4f-2a3a-4a68-92ac-e232f21d11e1 req-05a8bf25-4fa5-446a-bbac-31e1c8262675 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Jan 14 09:51:12.170325 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b2ff-da28-47b3-bc93-94c0324a7d07 req-7ab6d0fe-5f2b-4483-afee-43a4ed326d65 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:12.171914 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b189b2ff-da28-47b3-bc93-94c0324a7d07 req-7ab6d0fe-5f2b-4483-afee-43a4ed326d65 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 946 time: 0.0532529 Jan 14 09:51:12.241946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:12.245946 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-dd60a8d1-f817-4b6e-b8f5-63d3125bd76c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730491 Jan 14 09:51:12.253303 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b189b2ff-da28-47b3-bc93-94c0324a7d07 req-24028dc1-4404-4d70-bf9e-fdf927d3b223 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723631 Jan 14 09:51:12.335888 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: ACTIVE; New status is: DOWN {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:12.336275 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:12.360583 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:51:12.362888 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a399d-cf6e-4819-8e9f-01dbebd1de5b" -d '{"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-unplugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:51:12.386823 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:12.399438 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:12.404556 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 14 Jan 2022 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0841cc00-2153-4bb6-bd9e-5c04506a329f x-openstack-request-id: req-0841cc00-2153-4bb6-bd9e-5c04506a329f {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:51:12.405044 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-unplugged", "status": "failed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "code": 422}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:51:12.405366 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0841cc00-2153-4bb6-bd9e-5c04506a329f {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:51:12.405827 dv-cinder-821602-11-iscsi neutron-server[114415]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'code': 422} returned with failed status Jan 14 09:51:12.451471 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=8']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:12.459627 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.459980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.460373 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.460649 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.460979 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.461304 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.461630 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.461954 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.462273 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.462623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.462949 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.463260 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:12.463575 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:13.027496 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-9c743862-a614-46f7-8541-7aa360a32c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:13.029060 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-9c743862-a614-46f7-8541-7aa360a32c26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18&tenant_id=d87879779a7049fa888526ce5a0bf552 HTTP/1.1" status: 200 len: 1097 time: 0.0422065 Jan 14 09:51:13.091624 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-f7d125e4-4718-4eb3-9c24-96c35c97f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:13.093160 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-f7d125e4-4718-4eb3-9c24-96c35c97f279 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1097 time: 0.0408616 Jan 14 09:51:13.192179 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-69f40e97-919f-4203-af0c-4acf0b9b8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:13.194054 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-69f40e97-919f-4203-af0c-4acf0b9b8fc8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.0926802 Jan 14 09:51:13.259402 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-2246c6c0-692b-4574-a03b-8a4f1f9cb113 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 200 len: 1000 time: 0.0579684 Jan 14 09:51:13.316946 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-9ee98159-fdf3-43e6-8bf1-c562ad61be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:13.319111 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-9ee98159-fdf3-43e6-8bf1-c562ad61be79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0534174 Jan 14 09:51:13.369130 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-e80a955a-1549-43aa-9efc-0338a85db025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:13.370974 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-e80a955a-1549-43aa-9efc-0338a85db025 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449836 Jan 14 09:51:13.399725 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333b3eb-3328-4db2-acc3-a84ce897dd13 req-10f1c764-cd8a-4cb9-aef8-11d27bb8ebb4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:13.401319 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b333b3eb-3328-4db2-acc3-a84ce897dd13 req-10f1c764-cd8a-4cb9-aef8-11d27bb8ebb4 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0548823 Jan 14 09:51:13.458973 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b333b3eb-3328-4db2-acc3-a84ce897dd13 req-f38dae8d-e04a-41b0-835a-d9ce88aac1c5 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513017 Jan 14 09:51:13.463872 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-41ab7c23-af4e-4f35-a0d9-63c89e85cc7d service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852971 Jan 14 09:51:13.559188 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5ce3473c-a9c1-46f6-8165-833d599056ad req-0eda5d55-d2f6-48cc-9194-a884c2aa3dcf service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884657 Jan 14 09:51:14.613692 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48414-3e9d-4064-ade2-d842ed489a52 req-83e666b9-58de-4091-8e0d-9e77c689a879 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:14.615829 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-28b48414-3e9d-4064-ade2-d842ed489a52 req-83e666b9-58de-4091-8e0d-9e77c689a879 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0616224 Jan 14 09:51:14.668479 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-28b48414-3e9d-4064-ade2-d842ed489a52 req-ed16051f-282f-4aa2-bde9-d1e5eefd6293 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467768 Jan 14 09:51:14.721383 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:51:15.817743 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67697bfa-b866-4286-b249-41db22e4c326 req-ac0585a7-3f68-47cf-bcbc-cbebcbc610f8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:15.819491 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-67697bfa-b866-4286-b249-41db22e4c326 req-ac0585a7-3f68-47cf-bcbc-cbebcbc610f8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0625403 Jan 14 09:51:15.879064 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-67697bfa-b866-4286-b249-41db22e4c326 req-42c55c24-9686-4c98-833b-d53200ed80c3 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524573 Jan 14 09:51:16.083695 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:17.008147 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1382db5-cee0-46af-ab5e-333649d82229 req-bdc77987-1295-40a8-825b-28b30015d046 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:17.009698 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f1382db5-cee0-46af-ab5e-333649d82229 req-bdc77987-1295-40a8-825b-28b30015d046 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0520723 Jan 14 09:51:17.064626 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f1382db5-cee0-46af-ab5e-333649d82229 req-3a12a85c-87c4-4861-abd3-5a5ddaa60cdb tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490096 Jan 14 09:51:18.211634 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f14a8-4e96-40e5-9fcc-d7fc9d9b9bca req-669ff7fd-b6a3-42b7-9df2-c30adce82e7d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:18.213200 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-238f14a8-4e96-40e5-9fcc-d7fc9d9b9bca req-669ff7fd-b6a3-42b7-9df2-c30adce82e7d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0642240 Jan 14 09:51:18.271718 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-238f14a8-4e96-40e5-9fcc-d7fc9d9b9bca req-6b782e2d-731f-4925-a599-4c15cba4d8fb tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483618 Jan 14 09:51:19.445355 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87093090-0892-4002-8dae-37052a000020 req-778083ae-0d9e-4635-9de3-a33b044b3013 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:19.447199 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87093090-0892-4002-8dae-37052a000020 req-778083ae-0d9e-4635-9de3-a33b044b3013 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0795903 Jan 14 09:51:19.505183 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-87093090-0892-4002-8dae-37052a000020 req-a0a7c9a3-698a-4985-afc7-af5d10d9aef8 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522852 Jan 14 09:51:20.667575 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e2414-fa94-4430-b592-3bf5aade60e4 req-13f97b30-de26-4537-92b9-1ee65c05fe47 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:20.670017 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-714e2414-fa94-4430-b592-3bf5aade60e4 req-13f97b30-de26-4537-92b9-1ee65c05fe47 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0645912 Jan 14 09:51:20.733641 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-714e2414-fa94-4430-b592-3bf5aade60e4 req-ceafb7ee-eb38-4670-8c4d-5b166f253530 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528700 Jan 14 09:51:21.866310 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924052e-90b7-410a-b047-227a915a0d93 req-362ae60f-fc21-4df6-b53b-03a320873005 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:21.867934 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4924052e-90b7-410a-b047-227a915a0d93 req-362ae60f-fc21-4df6-b53b-03a320873005 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0567558 Jan 14 09:51:21.921266 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4924052e-90b7-410a-b047-227a915a0d93 req-11ec8626-aa77-4b93-b0a8-cd3558c7911d tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Jan 14 09:51:22.633911 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-123e1d32-a25b-4a7a-a65e-3c74770f1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:22.635498 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-123e1d32-a25b-4a7a-a65e-3c74770f1d4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d87879779a7049fa888526ce5a0bf552&device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1097 time: 0.0465844 Jan 14 09:51:22.757880 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-1f1768d0-8c61-42e5-9475-07e7e00898e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:22.759431 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-1f1768d0-8c61-42e5-9475-07e7e00898e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 200 len: 917 time: 0.1019695 Jan 14 09:51:22.835393 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-e0e06e0c-5480-4be3-ac3c-72c7bb2dc2d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 200 len: 1000 time: 0.0683839 Jan 14 09:51:22.892387 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-6b392afa-9afd-4215-a6d5-3eb5931fd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:22.893948 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-6b392afa-9afd-4215-a6d5-3eb5931fd6ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 200 len: 855 time: 0.0519960 Jan 14 09:51:22.964462 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-d390c74a-bd9d-4e78-91f4-1cba400187a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:22.966183 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-d390c74a-bd9d-4e78-91f4-1cba400187a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e4533a7b-1d3c-49a1-9516-8877ba93fca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623057 Jan 14 09:51:23.103338 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd6298-592a-4964-bd25-9d29b803d9d6 req-4cc37537-798b-4fbc-8aa6-d1b5e5687c20 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:23.104877 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81cd6298-592a-4964-bd25-9d29b803d9d6 req-4cc37537-798b-4fbc-8aa6-d1b5e5687c20 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.0815859 Jan 14 09:51:23.106960 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-7e997e0f-e788-43eb-a6e4-d82f65b0c29e service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332998 Jan 14 09:51:23.209587 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81cd6298-592a-4964-bd25-9d29b803d9d6 req-9bf8a2f0-5801-4db5-86a7-9a3012a998ed tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969145 Jan 14 09:51:23.237320 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8631ee21-924b-4d84-a2fa-3b475f583099 req-a51fa9ec-bad7-45ce-8e57-7453bdc73831 service neutron] 10.222.0.45 "GET /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236014 Jan 14 09:51:23.837145 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-66755200-bb43-44cb-997d-24ddc61aba6e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511962193&fields=id&tenant_id=4768eb3469474c1a8a697727bc0026af HTTP/1.1" status: 200 len: 267 time: 0.0437701 Jan 14 09:51:23.895036 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-963c829d-3b8e-44a6-9afa-58487391e75a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:23.896552 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-963c829d-3b8e-44a6-9afa-58487391e75a tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 985 time: 0.0532329 Jan 14 09:51:23.908927 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Request body: {'port': {'security_groups': ['2fc9333e-1f25-4ce8-97e7-b4e39d6db790']}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:23.979154 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.221879 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:24.265669 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.275292 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.289491 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a8c563c3-b40e-4151-8a9f-8712800674f9'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:51:24.347656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event updated for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=7']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:24.363175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:24.363819 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.365974 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2fb7a9e1-d225-48d6-8010-8a1b768bb672 req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "PUT /v2.0/ports/a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 943 time: 0.4617581 Jan 14 09:51:24.366876 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:51:24.372166 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:51:24.375270 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45494) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:24.377040 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.377569 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.378073 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.378599 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.379086 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.379591 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.380649 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.381429 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.381914 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.382431 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.383307 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.383790 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.384362 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090cabbb-8659-42ce-a206-422570b56523 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:24.441193 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc8837-ddf2-4c12-9032-86ea439a4f00 req-17e34a60-c159-41d6-b045-c3d95b7a2551 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:24.470075 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b3dc8837-ddf2-4c12-9032-86ea439a4f00 req-17e34a60-c159-41d6-b045-c3d95b7a2551 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 944 time: 0.1399145 Jan 14 09:51:24.470986 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cdd3967f-bf03-4dc9-bbc7-6e66c836440c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group (5c3cb225-69b9-491a-9fe7-2f319b407d26), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.471211 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:51:24.507477 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cdd3967f-bf03-4dc9-bbc7-6e66c836440c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group (5c3cb225-69b9-491a-9fe7-2f319b407d26), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.513750 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ddd42-6fa0-4f9a-80ed-9adabf2d34aa x-openstack-request-id: req-da0ddd42-6fa0-4f9a-80ed-9adabf2d34aa {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:51:24.514375 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:51:24.514890 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da0ddd42-6fa0-4f9a-80ed-9adabf2d34aa {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:51:24.515578 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'status': 'completed', 'code': 200} Jan 14 09:51:24.553311 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b3dc8837-ddf2-4c12-9032-86ea439a4f00 req-a888f0d4-49f2-4190-ae14-bc3491599765 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740511 Jan 14 09:51:24.604158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-e2bd7327-2529-4f05-adfc-565eaa24cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:24.606190 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-e2bd7327-2529-4f05-adfc-565eaa24cff6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1099 time: 0.1134470 Jan 14 09:51:24.635404 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cdd3967f-bf03-4dc9-bbc7-6e66c836440c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5c3cb225-69b9-491a-9fe7-2f319b407d26), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.638407 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cdd3967f-bf03-4dc9-bbc7-6e66c836440c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.643268 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-cdd3967f-bf03-4dc9-bbc7-6e66c836440c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "DELETE /v2.0/security-groups/5c3cb225-69b9-491a-9fe7-2f319b407d26 HTTP/1.1" status: 204 len: 168 time: 0.2535861 Jan 14 09:51:24.644571 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45498) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:24.673497 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a8c563c3-b40e-4151-8a9f-8712800674f9'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:51:24.732185 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-d0752aff-aa4f-4279-80d6-1b9a24d484c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:24.732517 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3967f-bf03-4dc9-bbc7-6e66c836440c tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3cb225-69b9-491a-9fe7-2f319b407d26,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:24.734578 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-d0752aff-aa4f-4279-80d6-1b9a24d484c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.1205711 Jan 14 09:51:24.817643 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-46632c0d-c468-4a3f-8f14-5381c1872e8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 1002 time: 0.0679576 Jan 14 09:51:24.867190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Deleting port 381b94a2-62ed-46fc-b196-a812a81407cf {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:24.867810 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (381b94a2-62ed-46fc-b196-a812a81407cf), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.872345 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-979f41f0-cd92-4348-8acb-ea41bcc31dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:24.873838 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-979f41f0-cd92-4348-8acb-ea41bcc31dcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0498624 Jan 14 09:51:24.910432 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-df116880-f784-46fc-9099-a421ece7cb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.930495 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-82f8ac47-2a4c-4c01-9746-deaa11f96db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:24.932512 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-82f8ac47-2a4c-4c01-9746-deaa11f96db8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514648 Jan 14 09:51:24.947187 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-97ae40ab-d8bd-4c55-b374-885c76df2c9c None None] Provisioning complete for port a8c563c3-b40e-4151-8a9f-8712800674f9 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:24.947556 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-97ae40ab-d8bd-4c55-b374-885c76df2c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.973209 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (381b94a2-62ed-46fc-b196-a812a81407cf), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.974329 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for floatingip (381b94a2-62ed-46fc-b196-a812a81407cf), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:24.987772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Calling delete_port for 381b94a2-62ed-46fc-b196-a812a81407cf owned by network:floatingip {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:25.024891 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:25.044832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-6f435c78-7132-4edd-ac33-ff2edcdd73be service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052148 Jan 14 09:51:25.067067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'port_id': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'mac_address': 'fa:16:3e:d3:9a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:51:25.157122 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc6bda62-e5e8-46ab-af7b-19cb166f93e9 req-f46ee485-c7ae-4247-be5a-0edda8dad65b service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060815 Jan 14 09:51:25.192133 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (381b94a2-62ed-46fc-b196-a812a81407cf), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:25.196324 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:25.196714 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:25.223351 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event deleted for resources: {'Port': ['ID=381b94a2-62ed-46fc-b196-a812a81407cf,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:25.226601 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-97ae40ab-d8bd-4c55-b374-885c76df2c9c None None] Current status of the port a8c563c3-b40e-4151-8a9f-8712800674f9 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:25.231019 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f484129e-42b3-4eed-8bf4-b44de5367943 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:51:25.266381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:25.273924 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:25.291895 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks [] for floatingip (d46521a5-d8f5-420c-98f9-e45f3759f6f6), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:25.292224 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Floating IP d46521a5-d8f5-420c-98f9-e45f3759f6f6 disassociated (deleted). External IP: 172.27.3.248, port: a8c563c3-b40e-4151-8a9f-8712800674f9. Jan 14 09:51:25.323593 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=9']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:25.542296 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['f484129e-42b3-4eed-8bf4-b44de5367943'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:51:25.757783 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Router 88f7210a-0c38-43f5-b431-a137dd710f2c has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:51:25.778053 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e7e27-5dad-4f12-81cf-1555e4d28d47 req-ecd458a6-089f-497a-9b5f-a6c5e1aaebbc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:25.779590 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fa1e7e27-5dad-4f12-81cf-1555e4d28d47 req-ecd458a6-089f-497a-9b5f-a6c5e1aaebbc tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 945 time: 0.0719914 Jan 14 09:51:25.902184 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fa1e7e27-5dad-4f12-81cf-1555e4d28d47 req-779501ca-71e7-48b3-8df6-7c6d1a0a8cbd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884061 Jan 14 09:51:25.913612 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:25.918553 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:25.935294 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] Sync routers for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:25.946594 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-e7efda41-4f88-42f9-8988-b3bc43288b24 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "DELETE /v2.0/floatingips/d46521a5-d8f5-420c-98f9-e45f3759f6f6 HTTP/1.1" status: 204 len: 168 time: 1.2959704 Jan 14 09:51:25.946811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:25.947367 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:50:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:26.054975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:26.256428 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:26.281715 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] Checking router: 88f7210a-0c38-43f5-b431-a137dd710f2c for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:26.290799 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:26.291412 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:50:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:26.342198 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:26.438063 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:26.476201 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port f484129e-42b3-4eed-8bf4-b44de5367943 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:26.476576 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:26.516527 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:51:26.519060 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:51:26.560178 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66639b15-ed3f-4b90-a946-8fbee1b6c326 x-openstack-request-id: req-66639b15-ed3f-4b90-a946-8fbee1b6c326 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:51:26.560465 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:51:26.560722 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66639b15-ed3f-4b90-a946-8fbee1b6c326 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:51:26.561654 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'status': 'completed', 'code': 200} Jan 14 09:51:26.625818 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-e29fc005-22e3-4360-a984-daf369a3eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:26.627404 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-e29fc005-22e3-4360-a984-daf369a3eadf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4768eb3469474c1a8a697727bc0026af&device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 1099 time: 0.0428159 Jan 14 09:51:26.685086 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port f484129e-42b3-4eed-8bf4-b44de5367943 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:26.685472 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:26.715268 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:51:26.717542 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27da3c9f-a1cd-49d3-9a29-5ba6fa4b0cb0" -d '{"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-plugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:51:26.726948 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-4fa4eccf-1579-42e8-b24e-16e0db89b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:26.728959 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-4fa4eccf-1579-42e8-b24e-16e0db89b566 service neutron] 10.222.0.45 "GET /v2.0/networks?id=93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 200 len: 915 time: 0.0950022 Jan 14 09:51:26.735331 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:26.740307 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:26.764816 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad811a4-4d5f-43b3-9a82-5ab4ec8b5209 x-openstack-request-id: req-3ad811a4-4d5f-43b3-9a82-5ab4ec8b5209 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:51:26.765109 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-plugged", "status": "completed", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:51:26.765362 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ad811a4-4d5f-43b3-9a82-5ab4ec8b5209 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:51:26.765753 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'code': 200} Jan 14 09:51:26.770114 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:26.775506 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-5e730648-510f-4c7e-916d-ff32b1c54b4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 200 len: 217 time: 0.0398374 Jan 14 09:51:26.801503 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88ca0e-5064-4662-ac20-d8f3eef2b85a None None] The sync data for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi is: [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:48:14Z', 'revision_number': 4, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d', 'name': '', 'network_id': '93cbaea9-303f-4b45-a339-18b7a996b616', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'mac_address': 'fa:16:3e:b3:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '86556b07-448d-4c4d-8720-860822fe39b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:14Z', 'updated_at': '2022-01-14T09:48:19Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'subnets': [{'id': '86556b07-448d-4c4d-8720-860822fe39b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:26.832620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=10']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:26.842326 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f360-a79b-40f4-a96f-c632f1526379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:26.849448 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-3b274bff-cfcd-4a4d-987a-1c8274148bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:26.851925 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-3b274bff-cfcd-4a4d-987a-1c8274148bdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 200 len: 853 time: 0.0701802 Jan 14 09:51:26.905384 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-5e0dd531-897a-43fa-a924-2f043bba0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:26.906940 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-5e0dd531-897a-43fa-a924-2f043bba0732 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=93cbaea9-303f-4b45-a339-18b7a996b616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472031 Jan 14 09:51:27.070750 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664bfca-f689-44e3-8331-8087e40536a1 req-6442db55-423c-4aa9-a717-bfa05be85336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:27.072240 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c664bfca-f689-44e3-8331-8087e40536a1 req-6442db55-423c-4aa9-a717-bfa05be85336 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 1100 time: 0.1100256 Jan 14 09:51:27.075002 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-0985a53a-4587-4a88-ad9d-f8fdfe97673d service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595621 Jan 14 09:51:27.088060 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88991d-955c-4690-b6e0-10a974c1b34b req-00a1dde6-669d-4e3a-9f15-5ea9fac02314 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:27.089580 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7a88991d-955c-4690-b6e0-10a974c1b34b req-00a1dde6-669d-4e3a-9f15-5ea9fac02314 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 947 time: 0.0963070 Jan 14 09:51:27.090157 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df06f51e-3108-4158-971a-399d0fbcf41b None None] New status for floating IP d46521a5-d8f5-420c-98f9-e45f3759f6f6: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:51:27.246837 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c664bfca-f689-44e3-8331-8087e40536a1 req-8d8e88f8-5c16-4510-bade-436b31f4cdf9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538467 Jan 14 09:51:27.256733 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7a88991d-955c-4690-b6e0-10a974c1b34b req-81e37f04-1148-4d93-9fef-462a6439743b tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511075 Jan 14 09:51:27.276505 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa76dbe6-9b06-4ab6-8399-7fc25af5735c req-cb4a68fd-a17c-4dc7-82e1-6c25ec4f309b service neutron] 10.222.0.45 "GET /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846075 Jan 14 09:51:27.902416 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:28.389363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2d324-c5e4-46be-852f-f79fed0441ba req-a9f37196-66e6-45f3-82cb-7a4201db9210 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:28.390993 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-70e2d324-c5e4-46be-852f-f79fed0441ba req-a9f37196-66e6-45f3-82cb-7a4201db9210 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 947 time: 0.0555539 Jan 14 09:51:28.449174 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-70e2d324-c5e4-46be-852f-f79fed0441ba req-0d8c46a5-cfba-4629-83e4-63d5801d59cd tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516779 Jan 14 09:51:29.584135 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7a3db-b5e2-4cc0-a422-594afa46a0ca req-c10d50b1-ad75-45b6-9372-19b47de4c66a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:29.586202 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8b7a3db-b5e2-4cc0-a422-594afa46a0ca req-c10d50b1-ad75-45b6-9372-19b47de4c66a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 947 time: 0.0578005 Jan 14 09:51:29.619497 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:29.645679 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8b7a3db-b5e2-4cc0-a422-594afa46a0ca req-5f54b0b7-df15-411d-88b9-485f20d1b74e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525594 Jan 14 09:51:31.255409 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:34.007619 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f6a08-92ba-45d2-b2d0-10a32b60f345 req-1f463850-d85f-4a99-9bda-80e122ca0531 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:34.009535 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-da2f6a08-92ba-45d2-b2d0-10a32b60f345 req-1f463850-d85f-4a99-9bda-80e122ca0531 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0534711 Jan 14 09:51:34.063158 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-da2f6a08-92ba-45d2-b2d0-10a32b60f345 req-5eb8614c-6ac4-4949-99cb-abadcb76b5cf tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Jan 14 09:51:35.180369 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ef3f-bf79-4c32-a673-9e2b73390794 req-c6ab68db-440b-43e6-8f53-5cccee476531 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:35.182169 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9062ef3f-bf79-4c32-a673-9e2b73390794 req-c6ab68db-440b-43e6-8f53-5cccee476531 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0482857 Jan 14 09:51:35.230907 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9062ef3f-bf79-4c32-a673-9e2b73390794 req-56acd8de-0735-475e-ae70-e3c86b0b8887 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/security-groups?id=2fc9333e-1f25-4ce8-97e7-b4e39d6db790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Jan 14 09:51:35.881464 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-7af7e026-a05f-4adc-88e7-7ef4bab53601 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:35.883007 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-7af7e026-a05f-4adc-88e7-7ef4bab53601 tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.45 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 946 time: 0.0507309 Jan 14 09:51:35.977848 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Deleting port a8c563c3-b40e-4151-8a9f-8712800674f9 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:35.978088 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:36.061815 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] For port a8c563c3-b40e-4151-8a9f-8712800674f9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a8c563c3-b40e-4151-8a9f-8712800674f9,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:36.062166 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:36.074550 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Calling delete_port for a8c563c3-b40e-4151-8a9f-8712800674f9 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:36.201184 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (a8c563c3-b40e-4151-8a9f-8712800674f9), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:36.213753 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['a8c563c3-b40e-4151-8a9f-8712800674f9'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:51:36.232155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Pushing event deleted for resources: {'Port': ['ID=a8c563c3-b40e-4151-8a9f-8712800674f9,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:36.281062 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] No DVR routers for this DVR port a8c563c3-b40e-4151-8a9f-8712800674f9 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:51:36.283933 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:36.287457 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-346584b9-da02-4d8d-98a1-53d8b91390ec req-8dba828e-7ea3-4dec-9253-9c4844779e7e tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.45 "DELETE /v2.0/ports/a8c563c3-b40e-4151-8a9f-8712800674f9 HTTP/1.1" status: 204 len: 173 time: 0.3962328 Jan 14 09:51:36.287929 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'name': 'network-vif-deleted', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:51:36.290288 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb559e1a-59bf-47a2-a413-7f438f5bea9b" -d '{"events": [{"server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "name": "network-vif-deleted", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:51:36.354606 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-81467006-21d9-4305-b665-e77c9b2445b3 req-0530aa12-db32-4096-bdb5-b5283e3417ba tempest-TestMinimumBasicScenario-1761060568 tempest-TestMinimumBasicScenario-1761060568-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f50e468-f662-40b4-a509-b335e26ff3df HTTP/1.1" status: 200 len: 210 time: 0.0492141 Jan 14 09:51:36.487677 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d51bee-332d-44ad-86ef-54b0239cc3a5 x-openstack-request-id: req-b6d51bee-332d-44ad-86ef-54b0239cc3a5 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:51:36.487974 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f50e468-f662-40b4-a509-b335e26ff3df", "name": "network-vif-deleted", "tag": "a8c563c3-b40e-4151-8a9f-8712800674f9", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:51:36.488229 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6d51bee-332d-44ad-86ef-54b0239cc3a5 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:51:36.488638 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f50e468-f662-40b4-a509-b335e26ff3df', 'name': 'network-vif-deleted', 'tag': 'a8c563c3-b40e-4151-8a9f-8712800674f9', 'status': 'completed', 'code': 200} Jan 14 09:51:37.978223 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45682) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:38.389738 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (88f7210a-0c38-43f5-b431-a137dd710f2c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:38.960716 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Deleting port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:38.961051 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:39.048539 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] For port bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:39.049275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:39.062438 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Calling delete_port for bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d owned by network:router_interface {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:39.236694 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:39.261221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:39.432075 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (88f7210a-0c38-43f5-b431-a137dd710f2c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:39.657478 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Router 88f7210a-0c38-43f5-b431-a137dd710f2c has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:51:39.763881 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:39.768875 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-b3213ebc-cf4e-4b68-a0ab-2f4f3962da3c admin admin] 10.222.0.48 "PUT /v2.0/routers/88f7210a-0c38-43f5-b431-a137dd710f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895834 Jan 14 09:51:39.772164 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45686) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:39.773133 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] Sync routers for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:39.783047 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:39.783570 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:39.876715 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks [] for router (88f7210a-0c38-43f5-b431-a137dd710f2c), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:39.990216 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks [] for router_gateway (88f7210a-0c38-43f5-b431-a137dd710f2c), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.021313 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:40.045900 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Deleting port dc0cead3-61c6-4011-ab16-3a86d3f90542 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:40.046134 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.134757 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] For port dc0cead3-61c6-4011-ab16-3a86d3f90542, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=dc0cead3-61c6-4011-ab16-3a86d3f90542,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:40.135115 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.148406 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Calling delete_port for dc0cead3-61c6-4011-ab16-3a86d3f90542 owned by network:router_gateway {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:40.206810 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:51:39Z', 'revision_number': 5, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port': {'id': 'dc0cead3-61c6-4011-ab16-3a86d3f90542', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:12Z', 'updated_at': '2022-01-14T09:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:40.234495 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] Checking router: 88f7210a-0c38-43f5-b431-a137dd710f2c for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:40.243775 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] Routers {'88f7210a-0c38-43f5-b431-a137dd710f2c'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:40.244387 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['88f7210a-0c38-43f5-b431-a137dd710f2c'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:40.331397 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] Set router 88f7210a-0c38-43f5-b431-a137dd710f2c gateway port host: None {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:40.335368 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (dc0cead3-61c6-4011-ab16-3a86d3f90542), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.366435 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0cead3-61c6-4011-ab16-3a86d3f90542,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:40.392027 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:51:39Z', 'revision_number': 6, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port_host': None}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:40.419716 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a8c563c3-b40e-4151-8a9f-8712800674f9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:40.422996 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6153fe-2046-4afa-b9d2-0bd26115005e None None] The sync data for ids ['88f7210a-0c38-43f5-b431-a137dd710f2c'] in dv-cinder-821602-11-iscsi is: [{'id': '88f7210a-0c38-43f5-b431-a137dd710f2c', 'name': 'tempest-TestMinimumBasicScenario-544625669-router', 'tenant_id': '4768eb3469474c1a8a697727bc0026af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:11Z', 'updated_at': '2022-01-14T09:51:39Z', 'revision_number': 6, 'project_id': '4768eb3469474c1a8a697727bc0026af', 'gw_port_host': None}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:40.429045 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (88f7210a-0c38-43f5-b431-a137dd710f2c), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.445231 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: a8c563c3-b40e-4151-8a9f-8712800674f9 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:40.445564 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device a8c563c3-b40e-4151-8a9f-8712800674f9 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:40.523001 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (88f7210a-0c38-43f5-b431-a137dd710f2c), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.525109 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks [] for router_controller (88f7210a-0c38-43f5-b431-a137dd710f2c), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.567383 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (88f7210a-0c38-43f5-b431-a137dd710f2c), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.567956 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f7210a-0c38-43f5-b431-a137dd710f2c {{(pid=114413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:51:40.572481 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.573616 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-9adc6e8d-7907-49f7-914e-ee0a02f3c1d0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/88f7210a-0c38-43f5-b431-a137dd710f2c HTTP/1.1" status: 204 len: 168 time: 0.8004200 Jan 14 09:51:40.576138 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45694) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:40.623529 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Deleting subnet 86556b07-448d-4c4d-8720-860822fe39b4 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:51:40.626529 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Publish callbacks [] for subnet (86556b07-448d-4c4d-8720-860822fe39b4), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.659300 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (86556b07-448d-4c4d-8720-860822fe39b4), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.768337 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (86556b07-448d-4c4d-8720-860822fe39b4), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.822552 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (86556b07-448d-4c4d-8720-860822fe39b4), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.849924 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86556b07-448d-4c4d-8720-860822fe39b4,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:40.853408 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.859068 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-deb0353c-0e47-4e56-b05b-b3340c5f0c64 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/86556b07-448d-4c4d-8720-860822fe39b4 HTTP/1.1" status: 204 len: 168 time: 0.2797098 Jan 14 09:51:40.859288 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45696) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:40.864558 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208bfdb-35fd-4ee0-8fb5-c2f49c1299ca None None] Network 93cbaea9-303f-4b45-a339-18b7a996b616 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:51:40.925249 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (93cbaea9-303f-4b45-a339-18b7a996b616), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:40.983713 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Deleting port a9fa1ab0-0235-489e-9fde-f4f813a835cc {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:40.984054 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.044622 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] For port a9fa1ab0-0235-489e-9fde-f4f813a835cc, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a9fa1ab0-0235-489e-9fde-f4f813a835cc,segment=NetworkSegment(5d681395-f823-4fa7-b1a8-ee1c37731b7d),segment_id=5d681395-f823-4fa7-b1a8-ee1c37731b7d)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:41.044984 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.058482 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Calling delete_port for a9fa1ab0-0235-489e-9fde-f4f813a835cc owned by network:dhcp {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:41.142759 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (a9fa1ab0-0235-489e-9fde-f4f813a835cc), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.170895 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fa1ab0-0235-489e-9fde-f4f813a835cc,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:41.172866 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] No DVR routers for this DVR port a9fa1ab0-0235-489e-9fde-f4f813a835cc on host dv-cinder-821602-11-iscsi {{(pid=114413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:51:41.209552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34878c87-dd32-43c0-bd4b-a572cbfef472 None None] DHCP port deletion for 93cbaea9-303f-4b45-a339-18b7a996b616 request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:51:41.246833 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (93cbaea9-303f-4b45-a339-18b7a996b616), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.272117 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cbaea9-303f-4b45-a339-18b7a996b616']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:41.281827 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d681395-f823-4fa7-b1a8-ee1c37731b7d') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:41.282113 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d681395-f823-4fa7-b1a8-ee1c37731b7d') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:41.291714 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (5d681395-f823-4fa7-b1a8-ee1c37731b7d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.304889 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (5d681395-f823-4fa7-b1a8-ee1c37731b7d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.311290 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:51:41.311668 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (5d681395-f823-4fa7-b1a8-ee1c37731b7d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:51:41.313284 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:51:41.370027 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (93cbaea9-303f-4b45-a339-18b7a996b616), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.376731 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.383233 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/93cbaea9-303f-4b45-a339-18b7a996b616 HTTP/1.1" status: 204 len: 168 time: 0.5203910 Jan 14 09:51:41.383564 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45706) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:41.401260 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577fc25-643e-4556-bc03-1955e1bbabb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=93cbaea9-303f-4b45-a339-18b7a996b616,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:41.594851 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a9fa1ab0-0235-489e-9fde-f4f813a835cc no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:41.615356 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: a9fa1ab0-0235-489e-9fde-f4f813a835cc {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:41.615722 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a9fa1ab0-0235-489e-9fde-f4f813a835cc not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:41.616127 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:41.637316 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:41.637933 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device bc3b6ad6-df6c-43c8-a103-bcdff8a4d30d not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:41.638364 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device dc0cead3-61c6-4011-ab16-3a86d3f90542 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:41.675391 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: dc0cead3-61c6-4011-ab16-3a86d3f90542 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:41.676009 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device dc0cead3-61c6-4011-ab16-3a86d3f90542 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:41.736953 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (ef7090fc-6ec1-4d23-980e-2ff623b210bb), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:41.978021 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Deleting port 385af58e-0828-40cb-adae-2ee788520091 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:41.978269 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (385af58e-0828-40cb-adae-2ee788520091), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:42.054606 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] For port 385af58e-0828-40cb-adae-2ee788520091, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=385af58e-0828-40cb-adae-2ee788520091,segment=NetworkSegment(c6b1ee41-544e-4508-9ff9-73a18ee9db94),segment_id=c6b1ee41-544e-4508-9ff9-73a18ee9db94)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:42.054963 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (385af58e-0828-40cb-adae-2ee788520091), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:42.069299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Calling delete_port for 385af58e-0828-40cb-adae-2ee788520091 owned by network:router_interface {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:42.240801 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (385af58e-0828-40cb-adae-2ee788520091), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:42.264994 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Pushing event deleted for resources: {'Port': ['ID=385af58e-0828-40cb-adae-2ee788520091,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:42.280469 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.280811 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.281148 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.281475 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.281801 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.282122 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.282479 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.282796 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.283115 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.283483 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.283746 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.284057 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.284367 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:42.456041 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (ef7090fc-6ec1-4d23-980e-2ff623b210bb), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:42.667957 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Router ef7090fc-6ec1-4d23-980e-2ff623b210bb has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:51:42.776627 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:42.781511 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-bbf8113f-6f41-4311-8270-91a991f8b284 admin admin] 10.222.0.48 "PUT /v2.0/routers/ef7090fc-6ec1-4d23-980e-2ff623b210bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969312 Jan 14 09:51:42.784051 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45708) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:42.785026 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] Sync routers for ids ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:42.794427 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] Routers {'ef7090fc-6ec1-4d23-980e-2ff623b210bb'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:42.795022 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:42.886287 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks [] for router (ef7090fc-6ec1-4d23-980e-2ff623b210bb), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:42.896979 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] Set router ef7090fc-6ec1-4d23-980e-2ff623b210bb gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:43.087911 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:51:42Z', 'revision_number': 5, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:43.118320 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] Checking router: ef7090fc-6ec1-4d23-980e-2ff623b210bb for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:43.127036 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] Routers {'ef7090fc-6ec1-4d23-980e-2ff623b210bb'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:43.127652 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:43.233877 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] Set router ef7090fc-6ec1-4d23-980e-2ff623b210bb gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:43.254147 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks [] for router_gateway (ef7090fc-6ec1-4d23-980e-2ff623b210bb), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.307064 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Deleting port da697199-3220-4dd9-ba78-25acad3bf27c {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:43.307397 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.388614 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] For port da697199-3220-4dd9-ba78-25acad3bf27c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=da697199-3220-4dd9-ba78-25acad3bf27c,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:43.389146 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.405346 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Calling delete_port for da697199-3220-4dd9-ba78-25acad3bf27c owned by network:router_gateway {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:43.409259 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:51:42Z', 'revision_number': 5, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:43.441989 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f307a-2547-4f56-8970-2032c5d23cf5 None None] The sync data for ids ['ef7090fc-6ec1-4d23-980e-2ff623b210bb'] in dv-cinder-821602-11-iscsi is: [{'id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'name': 'tempest-TestMinimumBasicScenario-1301752500-router', 'tenant_id': '625fabe2325f494fba35085474cfa233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:51:42Z', 'revision_number': 5, 'project_id': '625fabe2325f494fba35085474cfa233', 'gw_port': {'id': 'da697199-3220-4dd9-ba78-25acad3bf27c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:41:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7090fc-6ec1-4d23-980e-2ff623b210bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:48:19Z', 'updated_at': '2022-01-14T09:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:43.576093 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (da697199-3220-4dd9-ba78-25acad3bf27c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.606284 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=da697199-3220-4dd9-ba78-25acad3bf27c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:43.665883 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (ef7090fc-6ec1-4d23-980e-2ff623b210bb), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.782018 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (ef7090fc-6ec1-4d23-980e-2ff623b210bb), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.785138 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks [] for router_controller (ef7090fc-6ec1-4d23-980e-2ff623b210bb), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.858231 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (ef7090fc-6ec1-4d23-980e-2ff623b210bb), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.858796 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7090fc-6ec1-4d23-980e-2ff623b210bb {{(pid=114414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:51:43.865727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.867649 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-63dd370e-9d69-480f-b9b3-83b80311d1bc admin admin] 10.222.0.48 "DELETE /v2.0/routers/ef7090fc-6ec1-4d23-980e-2ff623b210bb HTTP/1.1" status: 204 len: 168 time: 1.0823758 Jan 14 09:51:43.869965 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45710) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:43.916826 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Deleting subnet 6488b59f-4e21-41ba-a3f6-48476c937630 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:51:43.920537 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Publish callbacks [] for subnet (6488b59f-4e21-41ba-a3f6-48476c937630), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.940317 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 385af58e-0828-40cb-adae-2ee788520091 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:43.962510 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (6488b59f-4e21-41ba-a3f6-48476c937630), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:43.963691 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 385af58e-0828-40cb-adae-2ee788520091 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:43.964044 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 385af58e-0828-40cb-adae-2ee788520091 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:44.044773 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (6488b59f-4e21-41ba-a3f6-48476c937630), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.101044 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (6488b59f-4e21-41ba-a3f6-48476c937630), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.136192 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.139631 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6488b59f-4e21-41ba-a3f6-48476c937630 HTTP/1.1" status: 204 len: 168 time: 0.2685089 Jan 14 09:51:44.140832 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b440ff-c19a-417c-bd7d-e292bab9d524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6488b59f-4e21-41ba-a3f6-48476c937630,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:44.141499 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128ff55-bb6f-4ed4-81a7-a3f3b35cb42c None None] Network e30ca5c3-07ab-4ed2-ba72-d747851ac33f requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:51:44.142692 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45712) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:44.219205 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (e30ca5c3-07ab-4ed2-ba72-d747851ac33f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.274716 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Deleting port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:51:44.275065 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.340212 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] For port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,segment=NetworkSegment(c6b1ee41-544e-4508-9ff9-73a18ee9db94),segment_id=c6b1ee41-544e-4508-9ff9-73a18ee9db94)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:44.340485 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.353295 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Calling delete_port for 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 owned by network:dhcp {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:51:44.430921 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (4b2b27c3-dff9-4bc6-b2a0-5515660a5b26), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.455573 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2b27c3-dff9-4bc6-b2a0-5515660a5b26,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:44.459225 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] No DVR routers for this DVR port 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 on host dv-cinder-821602-11-iscsi {{(pid=114413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:51:44.528131 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad2125-3830-41b4-a157-21d22241545c None None] DHCP port deletion for e30ca5c3-07ab-4ed2-ba72-d747851ac33f request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:51:44.538698 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (e30ca5c3-07ab-4ed2-ba72-d747851ac33f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.563296 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30ca5c3-07ab-4ed2-ba72-d747851ac33f']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:44.572564 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b1ee41-544e-4508-9ff9-73a18ee9db94') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:44.572850 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b1ee41-544e-4508-9ff9-73a18ee9db94') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:44.581701 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (c6b1ee41-544e-4508-9ff9-73a18ee9db94), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.594682 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (c6b1ee41-544e-4508-9ff9-73a18ee9db94), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.600861 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:51:44.601230 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (c6b1ee41-544e-4508-9ff9-73a18ee9db94), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:51:44.602834 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:51:44.660875 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (e30ca5c3-07ab-4ed2-ba72-d747851ac33f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.670141 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.676398 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] 10.222.0.48 "DELETE /v2.0/networks/e30ca5c3-07ab-4ed2-ba72-d747851ac33f HTTP/1.1" status: 204 len: 168 time: 0.5323176 Jan 14 09:51:44.689239 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c74a4e-c8f9-450f-8bc5-5c3b5a622d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=e30ca5c3-07ab-4ed2-ba72-d747851ac33f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:44.854447 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45716) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:44.893172 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1661b140-55b8-4fc3-b2ed-a89bd1a43167 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4768eb3469474c1a8a697727bc0026af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375237 Jan 14 09:51:44.896397 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45718) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:44.942823 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26e96407-22c5-4c6e-babe-5d3820e26909 admin admin] Publish callbacks [] for security_group (2fc9333e-1f25-4ce8-97e7-b4e39d6db790), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:44.964510 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26e96407-22c5-4c6e-babe-5d3820e26909 admin admin] Publish callbacks [] for security_group (2fc9333e-1f25-4ce8-97e7-b4e39d6db790), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.008694 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26e96407-22c5-4c6e-babe-5d3820e26909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (2fc9333e-1f25-4ce8-97e7-b4e39d6db790), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.011357 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-26e96407-22c5-4c6e-babe-5d3820e26909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.012504 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-26e96407-22c5-4c6e-babe-5d3820e26909 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fc9333e-1f25-4ce8-97e7-b4e39d6db790 HTTP/1.1" status: 204 len: 168 time: 0.1151259 Jan 14 09:51:45.020601 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e96407-22c5-4c6e-babe-5d3820e26909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc9333e-1f25-4ce8-97e7-b4e39d6db790,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:45.322300 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45724) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:45.361754 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1a07c7fc-3ac9-4d95-8abb-1bc61bd822cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=625fabe2325f494fba35085474cfa233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382578 Jan 14 09:51:45.365119 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45726) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:45.411526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7c2e-8a04-4fb2-bf5c-2c251b29d416 admin admin] Publish callbacks [] for security_group (8b789bff-27e2-4260-a8a7-800ba24a680f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.435243 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7c2e-8a04-4fb2-bf5c-2c251b29d416 admin admin] Publish callbacks [] for security_group (8b789bff-27e2-4260-a8a7-800ba24a680f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.480083 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7c2e-8a04-4fb2-bf5c-2c251b29d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (8b789bff-27e2-4260-a8a7-800ba24a680f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.482828 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7c2e-8a04-4fb2-bf5c-2c251b29d416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:45.483952 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5d4d7c2e-8a04-4fb2-bf5c-2c251b29d416 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b789bff-27e2-4260-a8a7-800ba24a680f HTTP/1.1" status: 204 len: 168 time: 0.1178505 Jan 14 09:51:45.491922 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7c2e-8a04-4fb2-bf5c-2c251b29d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b789bff-27e2-4260-a8a7-800ba24a680f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:45.595873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device da697199-3220-4dd9-ba78-25acad3bf27c no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:45.616398 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: da697199-3220-4dd9-ba78-25acad3bf27c {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:45.616738 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device da697199-3220-4dd9-ba78-25acad3bf27c not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:45.617143 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:51:45.636164 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:51:45.636510 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4b2b27c3-dff9-4bc6-b2a0-5515660a5b26 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:51:46.064783 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.196837 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45748) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:46.292172 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1288577088-network', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:46.315464 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Made reservation on behalf of eac278870baf47c3b45b81d7e509466a for: {'network': 1} {{(pid=114413) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:51:46.318060 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.326786 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.405102 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks [] for security_group (ba1afc06-f0fd-4a23-b6bc-66568f4424ce), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.409587 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ba1afc06-f0fd-4a23-b6bc-66568f4424ce), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.434057 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=114413) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:51:46.444528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1afc06-f0fd-4a23-b6bc-66568f4424ce,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:46.449484 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (7a8e1e13-0512-4c77-9161-4fccb3400cea), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.449814 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.segments_db [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Added segment 7a8e1e13-0512-4c77-9161-4fccb3400cea of type vlan for network d940145d-2f3f-4b98-813c-0d1310fd77ff Jan 14 09:51:46.490601 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (d940145d-2f3f-4b98-813c-0d1310fd77ff), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.517755 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (d940145d-2f3f-4b98-813c-0d1310fd77ff), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.518730 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:46.519312 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.575946 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779998 Jan 14 09:51:46.578925 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45752) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:46.583399 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b22c-79fd-4b09-bfcb-fe863559fca7 admin admin] Pushing event updated for resources: {'Network': ['ID=d940145d-2f3f-4b98-813c-0d1310fd77ff,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:46.584563 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Request body: {'subnet': {'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1288577088-subnet', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:46.593076 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network d940145d-2f3f-4b98-813c-0d1310fd77ff details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:51:46.610172 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Made reservation on behalf of eac278870baf47c3b45b81d7e509466a for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:51:46.612623 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16094651'] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.779400 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16095569'] for subnet (2ef06902-4cd4-4f8c-94b6-655ff8a54618), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.831492 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef06902-4cd4-4f8c-94b6-655ff8a54618,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:46.841500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Checking segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:46.841817 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Network hostable DHCP agents. Network: d940145d-2f3f-4b98-813c-0d1310fd77ff, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:51:46.858243 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Network d940145d-2f3f-4b98-813c-0d1310fd77ff is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:51:46.868505 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, d940145d-2f3f-4b98-813c-0d1310fd77ff) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:46.872913 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:46.873501 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.877467 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9caf2b-5d6d-4ca1-8fd2-c732614c8597 None None] Network d940145d-2f3f-4b98-813c-0d1310fd77ff requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:51:46.892414 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-8ebcba3a-2c89-43b5-8a13-32affd026b09 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3123577 Jan 14 09:51:46.896291 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45754) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:46.900692 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:46.935205 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (a02fe7db-09bc-4d9c-8d76-6974176f5632), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.936268 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (a02fe7db-09bc-4d9c-8d76-6974176f5632), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.989302 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-d940145d-2f3f-4b98-813c-0d1310fd77ff', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:51:46.990197 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:46.993230 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks [] for router_controller (a02fe7db-09bc-4d9c-8d76-6974176f5632), precommit_add_association {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.140423 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Allocated IP 172.20.0.2 (d940145d-2f3f-4b98-813c-0d1310fd77ff/2ef06902-4cd4-4f8c-94b6-655ff8a54618/a8fa46fd-a0d4-4243-b31e-e929ff013e22) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:51:47.155791 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks [] for router_gateway (a02fe7db-09bc-4d9c-8d76-6974176f5632), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.315822 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Publish callbacks [] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.324273 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.368139 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Network d940145d-2f3f-4b98-813c-0d1310fd77ff is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:47.371432 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:47.375403 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:51:47.402289 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Pushing event updated for resources: {'Port': ['ID=a8fa46fd-a0d4-4243-b31e-e929ff013e22,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:47.409922 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks [] for router_gateway (a02fe7db-09bc-4d9c-8d76-6974176f5632), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.430625 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.450061 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Attempting to bind port a8fa46fd-a0d4-4243-b31e-e929ff013e22 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:51:47.450061 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Attempting to bind port a8fa46fd-a0d4-4243-b31e-e929ff013e22 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:51:47.450507 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Attempting to bind port a8fa46fd-a0d4-4243-b31e-e929ff013e22 on network d940145d-2f3f-4b98-813c-0d1310fd77ff {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:51:47.456240 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:51:47.456697 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Checking segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:47.457080 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.457490 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Bound using segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:51:47.458078 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Bound port: a8fa46fd-a0d4-4243-b31e-e929ff013e22, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:51:47.458566 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.523459 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] For port a8fa46fd-a0d4-4243-b31e-e929ff013e22, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:51:47.526677 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] For port a8fa46fd-a0d4-4243-b31e-e929ff013e22, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a8fa46fd-a0d4-4243-b31e-e929ff013e22,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:51:47.531475 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.554803 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Allocated IP 172.27.3.33 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/39fb7efc-78da-4e30-a11a-4a5c42f0ae87) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:51:47.594040 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfd74c-cde2-4aa4-88cf-bc9449152e6c None None] Pushing event updated for resources: {'Port': ['ID=a8fa46fd-a0d4-4243-b31e-e929ff013e22,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:47.724474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks [] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.786963 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:47.850165 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:47.853340 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:47.858213 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:51:47.861653 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Pushing event updated for resources: {'Port': ['ID=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:48.125745 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks [] for router_gateway (a02fe7db-09bc-4d9c-8d76-6974176f5632), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:48.347966 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (a02fe7db-09bc-4d9c-8d76-6974176f5632), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:48.497026 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Router a02fe7db-09bc-4d9c-8d76-6974176f5632 is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:51:48.559523 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bc99a-2817-4e59-aca2-427d0a6f500b None None] Network d940145d-2f3f-4b98-813c-0d1310fd77ff requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:51:48.609212 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:48.626314 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:48.627549 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-487aab7a-5230-43a0-959a-8d9b8a4bc361 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7302911 Jan 14 09:51:48.631116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45756) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:48.632272 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Sync routers for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:48.671184 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:48.671803 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:48.677449 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] Provisioning complete for port a8fa46fd-a0d4-4243-b31e-e929ff013e22 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:48.677800 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:48.821680 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:48.944210 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] Current status of the port a8fa46fd-a0d4-4243-b31e-e929ff013e22 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:48.944708 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.001939 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] For port a8fa46fd-a0d4-4243-b31e-e929ff013e22, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a8fa46fd-a0d4-4243-b31e-e929ff013e22,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:49.010174 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.047592 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.211720 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Allocated IP 172.20.0.1 (d940145d-2f3f-4b98-813c-0d1310fd77ff/2ef06902-4cd4-4f8c-94b6-655ff8a54618/4150ae2f-fbfd-46dc-a5db-81ee11a09d65) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:51:49.222833 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-2bb35a6c-b2ab-4a8e-882f-5457b4723dfa None None] Provisioning complete for port a8fa46fd-a0d4-4243-b31e-e929ff013e22 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:49.223314 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2bb35a6c-b2ab-4a8e-882f-5457b4723dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.224787 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aa5a6-fdb8-4c80-b9d9-46cf980e6aac None None] Pushing event updated for resources: {'Port': ['ID=a8fa46fd-a0d4-4243-b31e-e929ff013e22,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:49.278336 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:48Z', 'revision_number': 3, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:49.316727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks [] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.327922 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Checking router: a02fe7db-09bc-4d9c-8d76-6974176f5632 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:49.328283 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Updating router a02fe7db-09bc-4d9c-8d76-6974176f5632 port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:51:49.364322 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-2bb35a6c-b2ab-4a8e-882f-5457b4723dfa None None] Current status of the port a8fa46fd-a0d4-4243-b31e-e929ff013e22 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:49.366389 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.625702 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.649643 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a8fa46fd-a0d4-4243-b31e-e929ff013e22 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:49.655159 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Publish callbacks [] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.662270 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Network d940145d-2f3f-4b98-813c-0d1310fd77ff is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:49.665039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:49.670497 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:51:49.678013 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.694144 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:49.713744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (a02fe7db-09bc-4d9c-8d76-6974176f5632), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.749201 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bc6b3-56e2-4dde-9da4-ca78004d966e None None] Pushing event updated for resources: {'Port': ['ID=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:49.756708 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Attempting to bind port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:51:49.756941 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Attempting to bind port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:51:49.757292 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Attempting to bind port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:51:49.765552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:51:49.765552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:49.765552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.765552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:51:49.766043 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Bound port: 39fb7efc-78da-4e30-a11a-4a5c42f0ae87, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:51:49.766043 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.798727 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port a8fa46fd-a0d4-4243-b31e-e929ff013e22 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:49.799011 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.862909 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] For port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:51:49.863170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.866466 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] For port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:51:49.873902 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:49.963101 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port a8fa46fd-a0d4-4243-b31e-e929ff013e22 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:49.965023 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bc6b3-56e2-4dde-9da4-ca78004d966e None None] Pushing event updated for resources: {'Port': ['ID=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:49.967925 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:49.968518 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:50.033318 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks [] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:50.038320 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:50.057429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-a3f2b74b-94f8-4e83-aa3f-1ea5f742d5b6 None None] Provisioning complete for port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:50.057699 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-a3f2b74b-94f8-4e83-aa3f-1ea5f742d5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:50.105347 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:50.108686 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (a02fe7db-09bc-4d9c-8d76-6974176f5632), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:50.112909 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2b74b-94f8-4e83-aa3f-1ea5f742d5b6 None None] Port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:51:50.115300 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:50.197651 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Network d940145d-2f3f-4b98-813c-0d1310fd77ff is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:50.199187 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:50.318498 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Router a02fe7db-09bc-4d9c-8d76-6974176f5632 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:51:50.331205 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 1, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:50.359383 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6b7ab-0954-4641-a325-adedceaa6108 None None] The sync data for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi is: [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 1, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:50.434207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-621bf931-c02f-4158-9d2e-834dae8ea3d7 None None] Provisioning complete for port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:50.434615 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-621bf931-c02f-4158-9d2e-834dae8ea3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:50.447747 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:50.454391 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-04035f1d-fb63-40e5-bb44-889d914babd3 admin admin] 10.222.0.48 "PUT /v2.0/routers/a02fe7db-09bc-4d9c-8d76-6974176f5632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8209798 Jan 14 09:51:50.478399 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-621bf931-c02f-4158-9d2e-834dae8ea3d7 None None] Port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:51:50.956849 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45774) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:50.961786 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1942265281-network', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:50.988797 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Made reservation on behalf of 8fad6508e735468cbed2eb05aeeb1895 for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:51:50.992570 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.004369 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.094244 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks [] for security_group (5e3d4710-518c-49ae-b46f-27bded7ddb34), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.099382 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5e3d4710-518c-49ae-b46f-27bded7ddb34), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.126015 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:51:51.140455 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3d4710-518c-49ae-b46f-27bded7ddb34,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:51.147776 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (9d52ff74-64db-40cd-ae45-8c7c20852048), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.148258 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Added segment 9d52ff74-64db-40cd-ae45-8c7c20852048 of type vlan for network 07a0d417-5712-46d3-a49f-b0771da37b6f Jan 14 09:51:51.189671 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (07a0d417-5712-46d3-a49f-b0771da37b6f), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.219142 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (07a0d417-5712-46d3-a49f-b0771da37b6f), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.220110 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:51.220718 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.280353 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3224125 Jan 14 09:51:51.283094 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45776) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:51.290595 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Request body: {'subnet': {'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1942265281-subnet', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:51.295080 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069616d-36ca-4f6e-9793-fe79eff67ffe admin admin] Pushing event updated for resources: {'Network': ['ID=07a0d417-5712-46d3-a49f-b0771da37b6f,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:51.306778 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 07a0d417-5712-46d3-a49f-b0771da37b6f details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:51:51.322944 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Made reservation on behalf of 8fad6508e735468cbed2eb05aeeb1895 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:51:51.325206 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16094651'] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.515201 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16095569'] for subnet (507c1bdf-98c9-42c3-988d-c53e8e635e84), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.575004 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Pushing event updated for resources: {'Subnet': ['ID=507c1bdf-98c9-42c3-988d-c53e8e635e84,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:51.584344 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Checking segment: {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:51.584693 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Network hostable DHCP agents. Network: 07a0d417-5712-46d3-a49f-b0771da37b6f, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:51:51.603590 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Network 07a0d417-5712-46d3-a49f-b0771da37b6f is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:51:51.612502 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 07a0d417-5712-46d3-a49f-b0771da37b6f) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:51.617567 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:51:51.618515 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.623536 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c135dc-947d-4ab9-9087-cdc969e002e0 None None] Network 07a0d417-5712-46d3-a49f-b0771da37b6f requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:51:51.649557 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-43ff1622-781d-45ec-bade-9d0c45b7375f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3653355 Jan 14 09:51:51.652139 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45778) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:51.656484 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:51.668389 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:51.680854 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7935197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2701'] for router (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.682383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7935017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7947399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8309202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2678'] for router (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.726115 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:51:51.743783 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks [] for router_controller (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), precommit_add_association {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.758274 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:51.758671 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.782586 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp630fef26-009b-5a75-bdfc-c34afbb43ef7-07a0d417-5712-46d3-a49f-b0771da37b6f', 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'fixed_ips': [{'subnet_id': '507c1bdf-98c9-42c3-988d-c53e8e635e84'}]}} from dv-cinder-821602-11-iscsi. {{(pid=114415) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 14 09:51:51.783431 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.885726 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks [] for router_gateway (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.949382 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:51.949767 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:51.976978 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.db_base_plugin_common [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Allocated IP 172.20.0.2 (07a0d417-5712-46d3-a49f-b0771da37b6f/507c1bdf-98c9-42c3-988d-c53e8e635e84/3f585870-767e-485a-9078-8bc4cfda6dc0) {{(pid=114415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:51:51.979806 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:51.984071 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.076004 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:52.091768 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks [] for router_gateway (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.110333 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.164108 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Publish callbacks [] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), precommit_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.172121 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), after_create {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.210138 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Network 07a0d417-5712-46d3-a49f-b0771da37b6f is already hosted by enough agents. {{(pid=114415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:52.212976 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.scheduler.base_scheduler [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Resources bound (agent type, host, resource id): {{(pid=114415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:52.218590 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Received port after_create {{(pid=114415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:51:52.227076 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Pushing event updated for resources: {'Port': ['ID=3f585870-767e-485a-9078-8bc4cfda6dc0,revision_number=1']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:52.233957 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Allocated IP 172.27.3.8 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/789b7fb6-9b06-4cb6-bae9-119579966d9a) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:51:52.283787 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Attempting to bind port 3f585870-767e-485a-9078-8bc4cfda6dc0 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:51:52.284166 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Attempting to bind port 3f585870-767e-485a-9078-8bc4cfda6dc0 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:51:52.284533 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Attempting to bind port 3f585870-767e-485a-9078-8bc4cfda6dc0 on network 07a0d417-5712-46d3-a49f-b0771da37b6f {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:51:52.289598 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:51:52.289975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Checking segment: {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:52.290529 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.290811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Bound using segment: {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:51:52.291276 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Bound port: 3f585870-767e-485a-9078-8bc4cfda6dc0, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:51:52.291658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.342666 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks [] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.362042 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] For port 3f585870-767e-485a-9078-8bc4cfda6dc0, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:51:52.366196 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] For port 3f585870-767e-485a-9078-8bc4cfda6dc0, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=3f585870-767e-485a-9078-8bc4cfda6dc0,segment=NetworkSegment(9d52ff74-64db-40cd-ae45-8c7c20852048),segment_id=9d52ff74-64db-40cd-ae45-8c7c20852048)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:51:52.374822 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.389406 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.435868 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:52.441540 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:52.445686 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:51:52.452173 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Pushing event updated for resources: {'Port': ['ID=789b7fb6-9b06-4cb6-bae9-119579966d9a,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:52.456603 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18206e5-5cda-4674-b11c-e99f212632e2 None None] Pushing event updated for resources: {'Port': ['ID=3f585870-767e-485a-9078-8bc4cfda6dc0,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:52.562631 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Sync routers for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:52.574834 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:52.575465 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:52.716427 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:52.759992 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks [] for router_gateway (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:52.982307 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7935056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7947474'] for router (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.033262 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 2, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:53.061713 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Checking router: a02fe7db-09bc-4d9c-8d76-6974176f5632 for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:53.062056 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Updating router a02fe7db-09bc-4d9c-8d76-6974176f5632 port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:51:53.089626 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.114567 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab is scheduled to L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf with binding_index 1 {{(pid=114414) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 14 09:51:53.229189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:53.240235 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Sync routers for ids ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:53.251755 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.256299 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6d202745-efdb-4840-b93f-91a598dae705 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6000304 Jan 14 09:51:53.256628 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45780) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:53.257198 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Routers {'8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:53.257939 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:53.424456 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Publish callbacks [] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.432715 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.533757 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Pushing event updated for resources: {'Port': ['ID=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:53.543741 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.544104 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.544467 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.544815 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.545132 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.545456 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.545791 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.546115 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.546472 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.546799 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.547141 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.547862 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.547862 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:51:53.561505 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Set router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:53.563874 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Attempting to bind port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:51:53.563874 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Attempting to bind port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:51:53.564201 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Attempting to bind port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 on network d940145d-2f3f-4b98-813c-0d1310fd77ff {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:51:53.565065 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7889eb3b-3018-4472-8e54-43ba5de41c6a None None] Network 07a0d417-5712-46d3-a49f-b0771da37b6f requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:51:53.570692 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:51:53.571684 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Checking segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:53.572127 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.572665 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Bound using segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:51:53.573159 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Bound port: 4150ae2f-fbfd-46dc-a5db-81ee11a09d65, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:51:53.573537 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.684331 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] For port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:51:53.689565 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] For port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:51:53.695298 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.775518 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:53.775867 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] Provisioning complete for port 3f585870-767e-485a-9078-8bc4cfda6dc0 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:53.776420 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:53.776539 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.804152 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31d301-9d3c-4e26-809e-eeafa68d4d25 None None] Pushing event updated for resources: {'Port': ['ID=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,revision_number=4']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:53.828488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:53.875949 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:53.938496 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:54.008649 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:54.009108 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.013540 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] Current status of the port 3f585870-767e-485a-9078-8bc4cfda6dc0 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:54.013980 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.058528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Allocated IP 172.20.0.1 (07a0d417-5712-46d3-a49f-b0771da37b6f/507c1bdf-98c9-42c3-988d-c53e8e635e84/28cdfc54-e184-4d4c-b8ca-45a20859bb8c) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:51:54.109241 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] For port 3f585870-767e-485a-9078-8bc4cfda6dc0, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=3f585870-767e-485a-9078-8bc4cfda6dc0,segment=NetworkSegment(9d52ff74-64db-40cd-ae45-8c7c20852048),segment_id=9d52ff74-64db-40cd-ae45-8c7c20852048)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:54.111097 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:51:52Z', 'revision_number': 3, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:54.140832 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.146805 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Checking router: 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:54.147150 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Updating router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab port 789b7fb6-9b06-4cb6-bae9-119579966d9a binding host dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:51:54.206448 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:53Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:54.234383 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089275-6f71-4c18-addf-fc5eecb50a22 None None] The sync data for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi is: [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:53Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:54.236506 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0246-69fa-4653-8484-8a55fe7964c9 None None] Pushing event updated for resources: {'Port': ['ID=3f585870-767e-485a-9078-8bc4cfda6dc0,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:54.249776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.329080 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:54.330192 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 3f585870-767e-485a-9078-8bc4cfda6dc0 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:54.398663 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Provisioning complete for port 3f585870-767e-485a-9078-8bc4cfda6dc0 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:54.399039 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.457835 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks [] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.497626 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.539501 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Network 07a0d417-5712-46d3-a49f-b0771da37b6f is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:54.544686 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:54.549018 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:51:54.554343 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b9e7e41e-0702-4803-8b00-bd92a43a3b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.560024 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 3f585870-767e-485a-9078-8bc4cfda6dc0 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:54.560398 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.573863 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Pushing event updated for resources: {'Port': ['ID=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:54.594616 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7955079'] for router_interface (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.683317 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Current status of the port 3f585870-767e-485a-9078-8bc4cfda6dc0 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:54.752688 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.771056 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Provisioning complete for port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:54.771429 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.811661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Publish callbacks [] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), precommit_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.833096 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.841658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 3f585870-767e-485a-9078-8bc4cfda6dc0 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:54.899999 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7bf6a-e672-46bb-9b31-c88acf88891d None None] Pushing event updated for resources: {'Port': ['ID=789b7fb6-9b06-4cb6-bae9-119579966d9a,revision_number=2']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:54.906992 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Attempting to bind port 789b7fb6-9b06-4cb6-bae9-119579966d9a on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:51:54.907357 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Attempting to bind port 789b7fb6-9b06-4cb6-bae9-119579966d9a by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:51:54.907732 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Attempting to bind port 789b7fb6-9b06-4cb6-bae9-119579966d9a on network e6b0ed38-ffb7-43e0-8410-72a968ceae2d {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:51:54.933124 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:51:54.933509 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Checking segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:54.933909 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.934623 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Bound using segment: {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'} {{(pid=114415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:51:54.935004 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.managers [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Bound port: 789b7fb6-9b06-4cb6-bae9-119579966d9a, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ceca11-7f6f-41e9-a87d-32242d0ae8f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d'}}] {{(pid=114415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:51:54.935381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.954192 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks [] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.961060 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:54.972718 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Current status of the port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:54.972986 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.016873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] For port 789b7fb6-9b06-4cb6-bae9-119579966d9a, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:51:55.025052 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] For port 789b7fb6-9b06-4cb6-bae9-119579966d9a, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=789b7fb6-9b06-4cb6-bae9-119579966d9a,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:51:55.028963 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] For port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:55.031613 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7985224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7954963'] for router_interface (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.037314 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.041805 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.048530 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Pushing event updated for resources: {'Port': ['ID=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:55.101978 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Routers {'8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:55.102614 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:55.134996 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Network 07a0d417-5712-46d3-a49f-b0771da37b6f is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:51:55.136397 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:51:55.137412 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7bf6a-e672-46bb-9b31-c88acf88891d None None] Pushing event updated for resources: {'Port': ['ID=789b7fb6-9b06-4cb6-bae9-119579966d9a,revision_number=3']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:55.240368 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-0cefcdf6-cf1e-4988-96ec-5275668b1238 None None] Provisioning complete for port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:55.240742 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0cefcdf6-cf1e-4988-96ec-5275668b1238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.244189 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc72dec-6c37-4546-b52c-c7c1637f1560 None None] Pushing event updated for resources: {'Port': ['ID=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:55.269134 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:51:55.294003 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] Set router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:55.323122 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0cefcdf6-cf1e-4988-96ec-5275668b1238 None None] Port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:51:55.386257 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:51:55.391617 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ea9fde25-aa4f-42e0-8c53-c97c1f93a4bf admin admin] 10.222.0.48 "PUT /v2.0/routers/8fc6f2e2-4718-4e30-b893-47d03cf7e5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338944 Jan 14 09:51:55.551436 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-c23b9599-a71a-451c-9e3e-117cc7f593ca None None] Provisioning complete for port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:55.551809 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-c23b9599-a71a-451c-9e3e-117cc7f593ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.606635 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-c23b9599-a71a-451c-9e3e-117cc7f593ca None None] Port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:51:55.654001 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:55.712954 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '28cdfc54-e184-4d4c-b8ca-45a20859bb8c', 'name': '', 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'mac_address': 'fa:16:3e:c8:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:53Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 2, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'subnets': [{'id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:55.743526 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1b462-2fae-455b-8a59-5a44ab400b1a None None] The sync data for ids ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'] in dv-cinder-821602-11-iscsi is: [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '28cdfc54-e184-4d4c-b8ca-45a20859bb8c', 'name': '', 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'mac_address': 'fa:16:3e:c8:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:53Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 2, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'subnets': [{'id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:55.749437 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:55.749859 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.837046 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:55.838190 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 3f585870-767e-485a-9078-8bc4cfda6dc0 up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:55.892775 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 3f585870-767e-485a-9078-8bc4cfda6dc0 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:55.893152 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:55.999150 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 3f585870-767e-485a-9078-8bc4cfda6dc0 is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:56.282130 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45788) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:56.287343 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594947697', 'description': 'tempest-secgroup-smoke-1594947697 description', 'project_id': 'eac278870baf47c3b45b81d7e509466a'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:56.313222 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.381266 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group (5d9e59dc-7670-4963-832c-06f44a990a5f), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.385390 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5d9e59dc-7670-4963-832c-06f44a990a5f), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.414434 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.415726 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1324348 Jan 14 09:51:56.417568 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173c845-1122-4235-a76b-917715a586ad tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9e59dc-7670-4963-832c-06f44a990a5f,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:56.418790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45790) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:56.424303 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group_rule': {'security_group_id': '5d9e59dc-7670-4963-832c-06f44a990a5f', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:56.452746 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (e7514bc1-d2c4-417d-9d44-8f461f0b8130), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.511194 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (e7514bc1-d2c4-417d-9d44-8f461f0b8130), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.514874 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (e7514bc1-d2c4-417d-9d44-8f461f0b8130), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.532003 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7514bc1-d2c4-417d-9d44-8f461f0b8130,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:56.542217 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.543447 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0b0346d4-963c-41c0-a61b-5060b8d2472e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228583 Jan 14 09:51:56.546105 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45792) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:56.550986 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group_rule': {'security_group_id': '5d9e59dc-7670-4963-832c-06f44a990a5f', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:56.580425 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (4b2659c4-548e-454c-b7fe-283f323bad03), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.635609 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (4b2659c4-548e-454c-b7fe-283f323bad03), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.639381 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (4b2659c4-548e-454c-b7fe-283f323bad03), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.658677 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2659c4-548e-454c-b7fe-283f323bad03,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:56.664042 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.665320 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-85d7b721-db14-4211-9ec7-da9006bd340b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182497 Jan 14 09:51:56.668076 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45794) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:56.672608 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group_rule': {'security_group_id': '5d9e59dc-7670-4963-832c-06f44a990a5f', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:56.701127 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (893a9259-b517-4759-800e-4bbef7465dc3), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.755407 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (893a9259-b517-4759-800e-4bbef7465dc3), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.758817 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (893a9259-b517-4759-800e-4bbef7465dc3), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.777410 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893a9259-b517-4759-800e-4bbef7465dc3,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:56.786193 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.787505 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-740884af-18b6-4fa5-8e2c-95bb66ee4d32 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185150 Jan 14 09:51:56.790793 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45798) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:56.796710 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group_rule': {'security_group_id': '5d9e59dc-7670-4963-832c-06f44a990a5f', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:56.830747 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (d3f0aee5-6b80-47e0-87db-b0afec028eba), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.847667 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8db11078-7c8d-4228-8456-af2887451230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.898426 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (d3f0aee5-6b80-47e0-87db-b0afec028eba), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.902219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (d3f0aee5-6b80-47e0-87db-b0afec028eba), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.920262 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f0aee5-6b80-47e0-87db-b0afec028eba,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:56.931697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:56.932901 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7e51531c-425b-4ee1-82af-ebf86dc4d7a1 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406748 Jan 14 09:51:56.935611 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45804) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:56.941841 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group_rule': {'security_group_id': '5d9e59dc-7670-4963-832c-06f44a990a5f', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:56.988348 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.securitygroups_db [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Project eac278870baf47c3b45b81d7e509466a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 09:51:56.998847 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (48f387c8-7ba8-4a39-bdad-2ca1b1d384f7), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.065326 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (48f387c8-7ba8-4a39-bdad-2ca1b1d384f7), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.083607 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (48f387c8-7ba8-4a39-bdad-2ca1b1d384f7), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.103388 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f387c8-7ba8-4a39-bdad-2ca1b1d384f7,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:57.116161 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.120013 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6d37a126-ee6c-4926-be4e-7fd89200fd52 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1792791 Jan 14 09:51:57.122896 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45810) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:51:57.127656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'security_group_rule': {'security_group_id': '5d9e59dc-7670-4963-832c-06f44a990a5f', 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:51:57.164489 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.securitygroups_db [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Project eac278870baf47c3b45b81d7e509466a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 09:51:57.170158 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (ffa1f714-8e48-4043-b68c-a1b605fa2269), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.239289 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (ffa1f714-8e48-4043-b68c-a1b605fa2269), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.243995 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7975055'] for security_group_rule (ffa1f714-8e48-4043-b68c-a1b605fa2269), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.262980 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa1f714-8e48-4043-b68c-a1b605fa2269,revision_number=0']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:57.276630 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.277929 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-075c05f7-42b6-4d37-80f7-bfae68cc18ca tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539443 Jan 14 09:51:57.635355 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 789b7fb6-9b06-4cb6-bae9-119579966d9a up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:57.689233 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 789b7fb6-9b06-4cb6-bae9-119579966d9a triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:57.689609 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.777659 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 789b7fb6-9b06-4cb6-bae9-119579966d9a is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:57.778050 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.799546 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] For port 789b7fb6-9b06-4cb6-bae9-119579966d9a, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=789b7fb6-9b06-4cb6-bae9-119579966d9a,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:57.803662 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:57.866337 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Pushing event updated for resources: {'Port': ['ID=789b7fb6-9b06-4cb6-bae9-119579966d9a,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:57.907424 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:58.479616 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Sync routers for ids ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:51:58.492434 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Routers {'8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:58.493037 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:58.599231 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Set router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:58.808133 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '28cdfc54-e184-4d4c-b8ca-45a20859bb8c', 'name': '', 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'mac_address': 'fa:16:3e:c8:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:53Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 2, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'subnets': [{'id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:58.833686 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Checking router: 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:51:58.834032 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Updating router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c binding host dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 14 09:51:58.861624 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.136095 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Publish callbacks [] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), precommit_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.143277 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.218333 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c70d1c-7511-460c-866b-e202a47ee26f None None] Pushing event updated for resources: {'Port': ['ID=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,revision_number=3']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:59.245565 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Attempting to bind port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c on host dv-cinder-821602-11-iscsi for vnic_type normal with profile {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:51:59.245927 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Attempting to bind port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c by drivers openvswitch,hyperv on host dv-cinder-821602-11-iscsi at level 0 using segments [{'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:51:59.246281 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Attempting to bind port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c on network 07a0d417-5712-46d3-a49f-b0771da37b6f {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:51:59.251628 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Checking agent: {'id': '05af59f7-fa8f-4375-8884-604fc4685b02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 37, 1), 'started_at': datetime.datetime(2022, 1, 14, 9, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:51:59.251993 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Checking segment: {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:51:59.252390 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.252773 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Bound using segment: {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'} {{(pid=114416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:51:59.253771 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.managers [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Bound port: 28cdfc54-e184-4d4c-b8ca-45a20859bb8c, host: dv-cinder-821602-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d52ff74-64db-40cd-ae45-8c7c20852048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f'}}] {{(pid=114416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:51:59.254140 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), before_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.324936 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] For port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c, host dv-cinder-821602-11-iscsi, cleared binding levels {{(pid=114416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:51:59.328676 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.plugins.ml2.db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] For port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c, host dv-cinder-821602-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,segment=NetworkSegment(9d52ff74-64db-40cd-ae45-8c7c20852048),segment_id=9d52ff74-64db-40cd-ae45-8c7c20852048)] {{(pid=114416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:51:59.333300 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron_lib.callbacks.manager [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), after_update {{(pid=114416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.395713 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Routers {'8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:51:59.396327 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:59.433682 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c70d1c-7511-460c-866b-e202a47ee26f None None] Pushing event updated for resources: {'Port': ['ID=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,revision_number=4']} {{(pid=114416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:59.462839 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] Provisioning complete for port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:59.463380 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.582223 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] Current status of the port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c is: DOWN; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:59.582734 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.611592 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] Set router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:51:59.659861 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.662388 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] For port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,segment=NetworkSegment(9d52ff74-64db-40cd-ae45-8c7c20852048),segment_id=9d52ff74-64db-40cd-ae45-8c7c20852048)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:51:59.668055 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.714262 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 28cdfc54-e184-4d4c-b8ca-45a20859bb8c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:51:59.761692 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9b7fa-966b-423d-a9c4-bdec7d936f94 None None] Pushing event updated for resources: {'Port': ['ID=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:51:59.799332 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-af50f423-4c1e-4ab4-a03a-4ec9ff578796 None None] Provisioning complete for port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:59.799775 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-af50f423-4c1e-4ab4-a03a-4ec9ff578796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.801297 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:51:59.801649 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:51:59.873337 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '28cdfc54-e184-4d4c-b8ca-45a20859bb8c', 'name': '', 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'mac_address': 'fa:16:3e:c8:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:53Z', 'updated_at': '2022-01-14T09:51:59Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'subnets': [{'id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:51:59.914951 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a4c5d-1c90-4ea8-aaa3-0822264df18d None None] The sync data for ids ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'] in dv-cinder-821602-11-iscsi is: [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '28cdfc54-e184-4d4c-b8ca-45a20859bb8c', 'name': '', 'network_id': '07a0d417-5712-46d3-a49f-b0771da37b6f', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'mac_address': 'fa:16:3e:c8:33:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:53Z', 'updated_at': '2022-01-14T09:51:59Z', 'revision_number': 4, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'subnets': [{'id': '507c1bdf-98c9-42c3-988d-c53e8e635e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:51:59.979059 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:51:59.980179 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 789b7fb6-9b06-4cb6-bae9-119579966d9a up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:52:00.002096 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-af50f423-4c1e-4ab4-a03a-4ec9ff578796 None None] Current status of the port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:00.039747 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 789b7fb6-9b06-4cb6-bae9-119579966d9a triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:00.040132 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:00.148469 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 789b7fb6-9b06-4cb6-bae9-119579966d9a is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:00.214202 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa206038-6df7-46a9-b6db-2b7af3c55394 req-53d08d75-4715-4d11-b197-979f6187aed9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:00.216617 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aa206038-6df7-46a9-b6db-2b7af3c55394 req-53d08d75-4715-4d11-b197-979f6187aed9 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.0531843 Jan 14 09:52:00.281523 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aa206038-6df7-46a9-b6db-2b7af3c55394 req-622fda03-20a2-4ff2-bce8-c72e44ea909f tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581443 Jan 14 09:52:01.250615 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:01.403360 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148dc88b-e3a4-40c2-97c1-9bf67107c869 req-6da81f99-d211-4769-ae85-a9f7b7146bfd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:01.404878 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-148dc88b-e3a4-40c2-97c1-9bf67107c869 req-6da81f99-d211-4769-ae85-a9f7b7146bfd tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.0498316 Jan 14 09:52:01.455228 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-148dc88b-e3a4-40c2-97c1-9bf67107c869 req-6912958c-7b2c-4050-ac4f-ed5e00e0a6cb tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429113 Jan 14 09:52:01.612043 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 28cdfc54-e184-4d4c-b8ca-45a20859bb8c up at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:52:01.659062 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Provisioning complete for port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:01.660070 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:01.738234 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Current status of the port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c is: ACTIVE; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:02.061021 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-c94162b1-9a6a-43cc-a9cb-71ecce69792b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:02.062832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-c94162b1-9a6a-43cc-a9cb-71ecce69792b tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 945 time: 0.0501034 Jan 14 09:52:02.160940 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Deleting port dc36e5cb-1909-4c3c-96b7-4a056ca07482 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:02.161274 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:02.251686 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] For port dc36e5cb-1909-4c3c-96b7-4a056ca07482, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc36e5cb-1909-4c3c-96b7-4a056ca07482,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:02.251942 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:02.434278 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:02.434665 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (86df1695-a529-49d0-bc8e-c1d2e5098c86), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:02.435017 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Floating IP 86df1695-a529-49d0-bc8e-c1d2e5098c86 disassociated. External IP: 172.27.3.144, port: dc36e5cb-1909-4c3c-96b7-4a056ca07482. Jan 14 09:52:02.435318 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Calling delete_port for dc36e5cb-1909-4c3c-96b7-4a056ca07482 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:02.886634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (dc36e5cb-1909-4c3c-96b7-4a056ca07482), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:02.899474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9735d21-8ef6-4221-8d39-67ae54ee9398 req-989a4efb-3cfc-4842-871c-4c3c038f3d8a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:02.900936 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c9735d21-8ef6-4221-8d39-67ae54ee9398 req-989a4efb-3cfc-4842-871c-4c3c038f3d8a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2e7fc55-1db6-4690-91fe-b670f423d724 HTTP/1.1" status: 200 len: 867 time: 0.3707669 Jan 14 09:52:02.931896 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event deleted for resources: {'Port': ['ID=dc36e5cb-1909-4c3c-96b7-4a056ca07482,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:03.017267 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c9735d21-8ef6-4221-8d39-67ae54ee9398 req-d5787ce5-b166-40ce-a3fd-ecd70b8af1fe tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups?id=d903f81a-a259-4fc4-9e71-6748e0d482d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928462 Jan 14 09:52:03.108671 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Router 6c070817-8377-4d40-b8bd-655e4c239e1f has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:52:03.238517 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:52:03.248937 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:52:03.260581 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:03.261207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:03.294930 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] No DVR routers for this DVR port dc36e5cb-1909-4c3c-96b7-4a056ca07482 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:52:03.306259 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:03.310193 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d4f4aaad-adfa-4e43-9146-5ce491bf2fd3 req-2920ddd3-1670-44c6-91c6-0b22dd0fd79a tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.45 "DELETE /v2.0/ports/dc36e5cb-1909-4c3c-96b7-4a056ca07482 HTTP/1.1" status: 204 len: 173 time: 1.2405283 Jan 14 09:52:03.310561 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'name': 'network-vif-deleted', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:03.312912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c81d0-e12e-4974-8fda-246c69fa31af" -d '{"events": [{"server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "name": "network-vif-deleted", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:03.385895 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642fc2fa-184f-4d70-a19b-2bffc02a4891 x-openstack-request-id: req-642fc2fa-184f-4d70-a19b-2bffc02a4891 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:03.386429 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e7fc55-1db6-4690-91fe-b670f423d724", "name": "network-vif-deleted", "tag": "dc36e5cb-1909-4c3c-96b7-4a056ca07482", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:03.386695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-642fc2fa-184f-4d70-a19b-2bffc02a4891 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:03.387328 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e7fc55-1db6-4690-91fe-b670f423d724', 'name': 'network-vif-deleted', 'tag': 'dc36e5cb-1909-4c3c-96b7-4a056ca07482', 'status': 'completed', 'code': 200} Jan 14 09:52:03.406865 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a56f4-828e-49c5-80a2-8e72d612cc13 req-42a5cd9c-36e1-4383-a031-44cfcf359513 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:03.409772 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-720a56f4-828e-49c5-80a2-8e72d612cc13 req-42a5cd9c-36e1-4383-a031-44cfcf359513 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 947 time: 0.1179678 Jan 14 09:52:03.448945 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:03.491554 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-720a56f4-828e-49c5-80a2-8e72d612cc13 req-2d67ff83-0f27-42fc-baad-0fe13ffd216a tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737951 Jan 14 09:52:03.696496 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:03.726050 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:52:03.734254 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:03.734883 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:03.850746 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:04.122850 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45932) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:04.181040 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf93b-e13e-41b0-8610-907566346678 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (d903f81a-a259-4fc4-9e71-6748e0d482d7), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.205749 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf93b-e13e-41b0-8610-907566346678 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (d903f81a-a259-4fc4-9e71-6748e0d482d7), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.216710 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:04.248842 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a54085-7016-4872-a433-55eeafcea0ae None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'f5257b94-dfba-4c65-800e-9668bdfbe9fb', 'name': '', 'network_id': 'af3523e0-4f7f-4d39-a66e-eb6ac45ad243', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'mac_address': 'fa:16:3e:50:ba:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:15Z', 'updated_at': '2022-01-14T09:45:33Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'subnets': [{'id': '94b05fa9-a51f-47a0-a9f8-39242b6330f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:52:04.262554 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf93b-e13e-41b0-8610-907566346678 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d903f81a-a259-4fc4-9e71-6748e0d482d7), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.265233 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf93b-e13e-41b0-8610-907566346678 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.266437 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f0dcf93b-e13e-41b0-8610-907566346678 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "DELETE /v2.0/security-groups/d903f81a-a259-4fc4-9e71-6748e0d482d7 HTTP/1.1" status: 204 len: 168 time: 0.1424205 Jan 14 09:52:04.269494 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45934) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:04.280391 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf93b-e13e-41b0-8610-907566346678 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903f81a-a259-4fc4-9e71-6748e0d482d7,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:04.284583 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.api.v2.resource [None req-1b6877b1-16eb-4d2a-bc14-44d593ed58c1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] show failed (client error): The resource could not be found. Jan 14 09:52:04.287275 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1b6877b1-16eb-4d2a-bc14-44d593ed58c1 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "GET /v2.0/security-groups/d903f81a-a259-4fc4-9e71-6748e0d482d7 HTTP/1.1" status: 404 len: 347 time: 0.0143361 Jan 14 09:52:04.288698 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45936) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:04.423155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Deleting port 96a5c1d4-9406-4259-90b8-aa549b690427 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:04.423499 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (96a5c1d4-9406-4259-90b8-aa549b690427), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.509501 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (96a5c1d4-9406-4259-90b8-aa549b690427), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.509886 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (96a5c1d4-9406-4259-90b8-aa549b690427), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.522575 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Calling delete_port for 96a5c1d4-9406-4259-90b8-aa549b690427 owned by network:floatingip {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:04.534985 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38925f-dbbc-4f4c-a9e1-41d814aade3f None None] New status for floating IP 86df1695-a529-49d0-bc8e-c1d2e5098c86: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:52:04.625700 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29ebbd-a173-4c70-bd3c-5bd43196b0bd req-ee7378ab-5ab2-4549-9d9b-2184c79d6806 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:04.628044 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1f29ebbd-a173-4c70-bd3c-5bd43196b0bd req-ee7378ab-5ab2-4549-9d9b-2184c79d6806 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 947 time: 0.0547762 Jan 14 09:52:04.695231 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1f29ebbd-a173-4c70-bd3c-5bd43196b0bd req-78303dc5-7a40-4c4d-99fa-c6463374506e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups?id=5068a356-220d-420e-b2e6-1feb7affd647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612836 Jan 14 09:52:04.748557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (96a5c1d4-9406-4259-90b8-aa549b690427), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.788023 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-e9d81ab3-022b-424c-9467-8b0f9ed04b08 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:04.789497 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-e9d81ab3-022b-424c-9467-8b0f9ed04b08 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 947 time: 0.0991907 Jan 14 09:52:04.792055 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Pushing event deleted for resources: {'Port': ['ID=96a5c1d4-9406-4259-90b8-aa549b690427,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:04.906291 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks [] for floatingip (86df1695-a529-49d0-bc8e-c1d2e5098c86), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.908847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:04.910657 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-602e574b-b761-4b58-aef1-a0558c10db16 tempest-AttachVolumeTestJSON-79572631 tempest-AttachVolumeTestJSON-79572631-project] 10.222.0.48 "DELETE /v2.0/floatingips/86df1695-a529-49d0-bc8e-c1d2e5098c86 HTTP/1.1" status: 204 len: 168 time: 0.6208520 Jan 14 09:52:04.935927 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Deleting port f484129e-42b3-4eed-8bf4-b44de5367943 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:04.936309 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:05.035222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] For port f484129e-42b3-4eed-8bf4-b44de5367943, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f484129e-42b3-4eed-8bf4-b44de5367943,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:05.035615 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:05.215396 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:05.216089 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (1cd94d27-7d91-403d-87d1-50485f4a73ba), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:05.220013 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Floating IP 1cd94d27-7d91-403d-87d1-50485f4a73ba disassociated. External IP: 172.27.3.221, port: f484129e-42b3-4eed-8bf4-b44de5367943. Jan 14 09:52:05.220405 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Calling delete_port for f484129e-42b3-4eed-8bf4-b44de5367943 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:05.356522 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (f484129e-42b3-4eed-8bf4-b44de5367943), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:05.383466 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event deleted for resources: {'Port': ['ID=f484129e-42b3-4eed-8bf4-b44de5367943,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:05.500014 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:52:05.614130 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:52:05.623885 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:52:05.637640 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:05.638266 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:05.654488 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] No DVR routers for this DVR port f484129e-42b3-4eed-8bf4-b44de5367943 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:52:05.656930 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:05.660303 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4e8f2629-9c75-4890-9663-6a0d241aaaf4 req-4d3cd758-40b8-4e1a-b594-4a7a4976bfd7 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.45 "DELETE /v2.0/ports/f484129e-42b3-4eed-8bf4-b44de5367943 HTTP/1.1" status: 204 len: 173 time: 0.8637331 Jan 14 09:52:05.660669 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-deleted', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:05.662965 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc56df8-512c-446e-b225-dd98b3729b4e" -d '{"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-deleted", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:05.701819 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b48ab16-7bfb-4af7-a871-c64347867ae9 x-openstack-request-id: req-6b48ab16-7bfb-4af7-a871-c64347867ae9 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:05.702364 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db101fb-52af-4565-b50f-e4b0ca94ad18", "name": "network-vif-deleted", "tag": "f484129e-42b3-4eed-8bf4-b44de5367943", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:05.702599 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b48ab16-7bfb-4af7-a871-c64347867ae9 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:05.703063 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db101fb-52af-4565-b50f-e4b0ca94ad18', 'name': 'network-vif-deleted', 'tag': 'f484129e-42b3-4eed-8bf4-b44de5367943', 'status': 'completed', 'code': 200} Jan 14 09:52:05.758278 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:05.816437 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9980f84d-5edb-47ad-bb61-990cf6919075 req-f3a03f17-cea3-476f-922a-38c50db23e81 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/ports?device_id=0db101fb-52af-4565-b50f-e4b0ca94ad18 HTTP/1.1" status: 200 len: 210 time: 0.0291834 Jan 14 09:52:06.001384 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:06.033752 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:52:06.042600 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:06.043200 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:06.147844 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:06.356805 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:06.382593 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac1e36-3398-43a3-87ed-d26426b8b4f2 None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:45:19Z', 'revision_number': 4, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'fba1d534-d0a0-4e3e-9848-9b456b05fb47', 'name': '', 'network_id': 'e4533a7b-1d3c-49a1-9516-8877ba93fca2', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'mac_address': 'fa:16:3e:3b:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:18Z', 'updated_at': '2022-01-14T09:45:31Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'subnets': [{'id': '84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:52:06.547299 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:06.567937 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: f484129e-42b3-4eed-8bf4-b44de5367943 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:06.568317 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device f484129e-42b3-4eed-8bf4-b44de5367943 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:06.568784 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device dc36e5cb-1909-4c3c-96b7-4a056ca07482 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:06.592242 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: dc36e5cb-1909-4c3c-96b7-4a056ca07482 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:06.592591 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device dc36e5cb-1909-4c3c-96b7-4a056ca07482 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:06.608758 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55881f21-3f2d-4d99-abaa-5bc67ecffd09 None None] New status for floating IP 1cd94d27-7d91-403d-87d1-50485f4a73ba: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:52:06.910706 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 45962) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:06.966856 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-67714c94-9b1c-45d4-a221-3c4f96ac3d9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (5068a356-220d-420e-b2e6-1feb7affd647), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:06.990292 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-67714c94-9b1c-45d4-a221-3c4f96ac3d9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (5068a356-220d-420e-b2e6-1feb7affd647), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.047321 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-67714c94-9b1c-45d4-a221-3c4f96ac3d9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5068a356-220d-420e-b2e6-1feb7affd647), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.050595 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-67714c94-9b1c-45d4-a221-3c4f96ac3d9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.051744 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-67714c94-9b1c-45d4-a221-3c4f96ac3d9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "DELETE /v2.0/security-groups/5068a356-220d-420e-b2e6-1feb7affd647 HTTP/1.1" status: 204 len: 168 time: 0.1400154 Jan 14 09:52:07.054649 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45964) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:07.062905 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67714c94-9b1c-45d4-a221-3c4f96ac3d9e tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5068a356-220d-420e-b2e6-1feb7affd647,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:07.071505 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.api.v2.resource [None req-34113468-d3b9-4028-9bd6-c60639d8f622 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] show failed (client error): The resource could not be found. Jan 14 09:52:07.072742 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-34113468-d3b9-4028-9bd6-c60639d8f622 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "GET /v2.0/security-groups/5068a356-220d-420e-b2e6-1feb7affd647 HTTP/1.1" status: 404 len: 347 time: 0.0162647 Jan 14 09:52:07.075578 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 45966) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:07.211510 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Deleting port e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:07.211856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.300417 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.300755 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.314295 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Calling delete_port for e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4 owned by network:floatingip {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:07.457145 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.483420 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Pushing event deleted for resources: {'Port': ['ID=e59d8c9f-fe84-4b24-bcee-de3b0c2deaf4,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:07.543535 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks [] for floatingip (1cd94d27-7d91-403d-87d1-50485f4a73ba), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.546044 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:07.547250 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3b433378-4b1e-4f92-8c54-cd90d5a2b868 tempest-AttachVolumeShelveTestJSON-1051111764 tempest-AttachVolumeShelveTestJSON-1051111764-project] 10.222.0.48 "DELETE /v2.0/floatingips/1cd94d27-7d91-403d-87d1-50485f4a73ba HTTP/1.1" status: 204 len: 168 time: 0.4706929 Jan 14 09:52:08.477998 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46000) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:08.971170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (6c070817-8377-4d40-b8bd-655e4c239e1f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:09.215945 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Deleting port f5257b94-dfba-4c65-800e-9668bdfbe9fb {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:09.216376 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:09.292461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] For port f5257b94-dfba-4c65-800e-9668bdfbe9fb, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=f5257b94-dfba-4c65-800e-9668bdfbe9fb,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:09.292731 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:09.308873 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Calling delete_port for f5257b94-dfba-4c65-800e-9668bdfbe9fb owned by network:router_interface {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:09.486021 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (f5257b94-dfba-4c65-800e-9668bdfbe9fb), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:09.508909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5257b94-dfba-4c65-800e-9668bdfbe9fb,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:09.671808 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (6c070817-8377-4d40-b8bd-655e4c239e1f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:09.876048 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Router 6c070817-8377-4d40-b8bd-655e4c239e1f has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:52:09.966143 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46026) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:10.018916 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:52:10.024576 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-656c29b0-4e2d-4367-9041-64940a02517e admin admin] 10.222.0.48 "PUT /v2.0/routers/6c070817-8377-4d40-b8bd-655e4c239e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5455039 Jan 14 09:52:10.028325 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] Sync routers for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:52:10.031051 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46030) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:10.038399 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:10.038590 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:10.158215 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:10.355162 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:52:09Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:10.387712 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] Checking router: 6c070817-8377-4d40-b8bd-655e4c239e1f for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:52:10.393333 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (75627df3-617d-4f1a-82b3-8c60f1c38eca), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.401284 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] Routers {'6c070817-8377-4d40-b8bd-655e4c239e1f'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:10.402072 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6c070817-8377-4d40-b8bd-655e4c239e1f'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:10.422892 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks [] for router (6c070817-8377-4d40-b8bd-655e4c239e1f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.506767 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] Set router 6c070817-8377-4d40-b8bd-655e4c239e1f gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:10.531961 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks [] for router_gateway (6c070817-8377-4d40-b8bd-655e4c239e1f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.586365 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Deleting port 01cd1381-d562-4f91-add9-a6ddc1c278b2 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:10.586752 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.651115 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Deleting port fba1d534-d0a0-4e3e-9848-9b456b05fb47 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:10.651509 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.666271 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] For port 01cd1381-d562-4f91-add9-a6ddc1c278b2, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=01cd1381-d562-4f91-add9-a6ddc1c278b2,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:10.666710 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.680544 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Calling delete_port for 01cd1381-d562-4f91-add9-a6ddc1c278b2 owned by network:router_gateway {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:10.691327 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:52:09Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:10.718846 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dc8d2-6772-440f-bf87-515c265551e9 None None] The sync data for ids ['6c070817-8377-4d40-b8bd-655e4c239e1f'] in dv-cinder-821602-11-iscsi is: [{'id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'name': 'tempest-AttachVolumeTestJSON-971927381-router', 'tenant_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:52:09Z', 'revision_number': 5, 'project_id': 'b91bf1f42e4b4e9c8453d4c7a44f8a30', 'gw_port': {'id': '01cd1381-d562-4f91-add9-a6ddc1c278b2', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c070817-8377-4d40-b8bd-655e4c239e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:09Z', 'updated_at': '2022-01-14T09:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:52:10.735010 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] For port fba1d534-d0a0-4e3e-9848-9b456b05fb47, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=fba1d534-d0a0-4e3e-9848-9b456b05fb47,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:10.735504 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.755250 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Calling delete_port for fba1d534-d0a0-4e3e-9848-9b456b05fb47 owned by network:router_interface {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:10.853522 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (01cd1381-d562-4f91-add9-a6ddc1c278b2), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.884304 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Pushing event deleted for resources: {'Port': ['ID=01cd1381-d562-4f91-add9-a6ddc1c278b2,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:10.941997 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (6c070817-8377-4d40-b8bd-655e4c239e1f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.942233 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (fba1d534-d0a0-4e3e-9848-9b456b05fb47), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:10.973583 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba1d534-d0a0-4e3e-9848-9b456b05fb47,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:11.032040 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (6c070817-8377-4d40-b8bd-655e4c239e1f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.034290 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks [] for router_controller (6c070817-8377-4d40-b8bd-655e4c239e1f), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.091848 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (6c070817-8377-4d40-b8bd-655e4c239e1f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.092207 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c070817-8377-4d40-b8bd-655e4c239e1f {{(pid=114414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:52:11.097541 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.101894 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-40ac0868-bbf6-407f-83e1-33fcc39cabff admin admin] 10.222.0.48 "DELETE /v2.0/routers/6c070817-8377-4d40-b8bd-655e4c239e1f HTTP/1.1" status: 204 len: 168 time: 1.0674903 Jan 14 09:52:11.102221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46034) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:11.135015 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (75627df3-617d-4f1a-82b3-8c60f1c38eca), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.167641 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Deleting subnet 94b05fa9-a51f-47a0-a9f8-39242b6330f5 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:52:11.171389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Publish callbacks [] for subnet (94b05fa9-a51f-47a0-a9f8-39242b6330f5), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.217119 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5957691'] for subnet (94b05fa9-a51f-47a0-a9f8-39242b6330f5), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.333954 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (94b05fa9-a51f-47a0-a9f8-39242b6330f5), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.378518 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Router 75627df3-617d-4f1a-82b3-8c60f1c38eca has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:52:11.398462 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16095576'] for subnet (94b05fa9-a51f-47a0-a9f8-39242b6330f5), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.426398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b05fa9-a51f-47a0-a9f8-39242b6330f5,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:11.430010 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.434443 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-11194d67-1a0f-4c0d-95ba-d972395d125d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/94b05fa9-a51f-47a0-a9f8-39242b6330f5 HTTP/1.1" status: 204 len: 168 time: 0.3304627 Jan 14 09:52:11.436794 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46036) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:11.440027 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94d278-d561-46fa-a2c8-73cebe7997cd None None] Network af3523e0-4f7f-4d39-a66e-eb6ac45ad243 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:52:11.525864 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:52:11.531568 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-619a334a-6e5f-47db-aaf0-b51e3f792bd2 admin admin] 10.222.0.48 "PUT /v2.0/routers/75627df3-617d-4f1a-82b3-8c60f1c38eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5641980 Jan 14 09:52:11.532155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (af3523e0-4f7f-4d39-a66e-eb6ac45ad243), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.534062 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46040) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:11.537875 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] Sync routers for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:52:11.557457 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:11.558070 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:11.671271 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:11.691220 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks [] for router (75627df3-617d-4f1a-82b3-8c60f1c38eca), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.695298 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Deleting port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:11.695630 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.823412 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] For port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,segment=NetworkSegment(711a0290-2fa6-4be0-9147-c2adbe9606fe),segment_id=711a0290-2fa6-4be0-9147-c2adbe9606fe)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:11.823685 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.842819 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Calling delete_port for d0d19bb6-f9e8-4e68-a70f-f6664f7de1de owned by network:dhcp {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:11.845412 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:52:10Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:11.863363 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks [] for router_gateway (75627df3-617d-4f1a-82b3-8c60f1c38eca), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.876882 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] Checking router: 75627df3-617d-4f1a-82b3-8c60f1c38eca for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:52:11.886251 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] Routers {'75627df3-617d-4f1a-82b3-8c60f1c38eca'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:11.886892 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:51:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['75627df3-617d-4f1a-82b3-8c60f1c38eca'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:11.905654 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] DHCP port deletion for af3523e0-4f7f-4d39-a66e-eb6ac45ad243 request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:52:11.986360 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:11.992610 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Deleting port 860a0df9-edd4-403e-9114-31f1431656c8 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:11.992997 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (860a0df9-edd4-403e-9114-31f1431656c8), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.000437 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Deleting port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de {{(pid=114415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:12.000935 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), before_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.041309 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] Set router 75627df3-617d-4f1a-82b3-8c60f1c38eca gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:12.054133 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:12.058328 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] No DVR routers for this DVR port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de on host dv-cinder-821602-11-iscsi {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:52:12.074841 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d0d19bb6-f9e8-4e68-a70f-f6664f7de1de no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:12.099386 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] For port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de, host dv-cinder-821602-11-iscsi, got binding levels [] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:12.099680 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), precommit_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.107702 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: d0d19bb6-f9e8-4e68-a70f-f6664f7de1de {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:12.108092 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d0d19bb6-f9e8-4e68-a70f-f6664f7de1de not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:12.108461 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 01cd1381-d562-4f91-add9-a6ddc1c278b2 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:12.133326 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Calling delete_port for d0d19bb6-f9e8-4e68-a70f-f6664f7de1de owned by network:dhcp {{(pid=114415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:12.138311 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.ipam_backend_mixin [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de was not found and therefore no delete operation was performed {{(pid=114415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 09:52:12.139774 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 01cd1381-d562-4f91-add9-a6ddc1c278b2 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:12.140287 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 01cd1381-d562-4f91-add9-a6ddc1c278b2 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:12.140846 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device f5257b94-dfba-4c65-800e-9668bdfbe9fb no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:12.142973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (d0d19bb6-f9e8-4e68-a70f-f6664f7de1de), after_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.156800 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] No DVR routers for this DVR port d0d19bb6-f9e8-4e68-a70f-f6664f7de1de on host dv-cinder-821602-11-iscsi {{(pid=114415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:52:12.162441 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (af3523e0-4f7f-4d39-a66e-eb6ac45ad243), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.186522 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] For port 860a0df9-edd4-403e-9114-31f1431656c8, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=860a0df9-edd4-403e-9114-31f1431656c8,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:12.186911 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (860a0df9-edd4-403e-9114-31f1431656c8), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.200392 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b43f5e-04c2-4ae4-88a6-317364e81553 None None] Pushing event deleted for resources: {'Port': ['ID=d0d19bb6-f9e8-4e68-a70f-f6664f7de1de,revision_number=None']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:12.203273 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: f5257b94-dfba-4c65-800e-9668bdfbe9fb {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:12.203657 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device f5257b94-dfba-4c65-800e-9668bdfbe9fb not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:12.208807 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3523e0-4f7f-4d39-a66e-eb6ac45ad243']}} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:12.218101 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Calling delete_port for 860a0df9-edd4-403e-9114-31f1431656c8 owned by network:router_gateway {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:12.224785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711a0290-2fa6-4be0-9147-c2adbe9606fe') {'for_net_delete': True} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:12.225078 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711a0290-2fa6-4be0-9147-c2adbe9606fe') {} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:12.243334 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5957680'] for segment (711a0290-2fa6-4be0-9147-c2adbe9606fe), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.243928 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:52:10Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:12.269993 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd92129-0983-4665-b13f-5534cd8cd021 None None] The sync data for ids ['75627df3-617d-4f1a-82b3-8c60f1c38eca'] in dv-cinder-821602-11-iscsi is: [{'id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'name': 'tempest-AttachVolumeShelveTestJSON-903753447-router', 'tenant_id': 'd87879779a7049fa888526ce5a0bf552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '860a0df9-edd4-403e-9114-31f1431656c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:45:08Z', 'updated_at': '2022-01-14T09:52:10Z', 'revision_number': 5, 'project_id': 'd87879779a7049fa888526ce5a0bf552', 'gw_port': {'id': '860a0df9-edd4-403e-9114-31f1431656c8', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627df3-617d-4f1a-82b3-8c60f1c38eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:45:10Z', 'updated_at': '2022-01-14T09:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:52:12.288831 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (711a0290-2fa6-4be0-9147-c2adbe9606fe), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.298239 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=114414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:52:12.298824 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101823'] for segment (711a0290-2fa6-4be0-9147-c2adbe9606fe), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: Traceback (most recent call last): Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: timer() Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: cb(*args, **kw) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: return func(*args, **kwargs) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: self._notify() Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: self.callback(batched_events) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: event.method(event) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: return f(self, *a, **k) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._get(url).json() Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: return self.request(url, 'GET', **kwargs) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:52:12.301185 dv-cinder-821602-11-iscsi neutron-server[114414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:52:12.413192 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (af3523e0-4f7f-4d39-a66e-eb6ac45ad243), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.426693 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.432396 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] 10.222.0.48 "DELETE /v2.0/networks/af3523e0-4f7f-4d39-a66e-eb6ac45ad243 HTTP/1.1" status: 204 len: 168 time: 0.9921036 Jan 14 09:52:12.443948 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ff97d-f807-4000-b47c-de7a1544ad94 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3523e0-4f7f-4d39-a66e-eb6ac45ad243,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:12.502587 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (860a0df9-edd4-403e-9114-31f1431656c8), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.533510 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=860a0df9-edd4-403e-9114-31f1431656c8,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:12.565723 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46048) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:12.610173 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5c57ac7f-6058-4c81-812f-cf9a2685e76b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b91bf1f42e4b4e9c8453d4c7a44f8a30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431926 Jan 14 09:52:12.613265 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46052) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:12.616274 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (75627df3-617d-4f1a-82b3-8c60f1c38eca), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.662693 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-10620185-606e-44d8-ada3-605bcb5b9177 admin admin] Publish callbacks [] for security_group (70ed78bc-c1bb-489c-9377-ed53014b12ca), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.683698 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-10620185-606e-44d8-ada3-605bcb5b9177 admin admin] Publish callbacks [] for security_group (70ed78bc-c1bb-489c-9377-ed53014b12ca), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.727651 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (75627df3-617d-4f1a-82b3-8c60f1c38eca), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.731405 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks [] for router_controller (75627df3-617d-4f1a-82b3-8c60f1c38eca), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.733249 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-10620185-606e-44d8-ada3-605bcb5b9177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (70ed78bc-c1bb-489c-9377-ed53014b12ca), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.735925 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-10620185-606e-44d8-ada3-605bcb5b9177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.737135 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-10620185-606e-44d8-ada3-605bcb5b9177 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70ed78bc-c1bb-489c-9377-ed53014b12ca HTTP/1.1" status: 204 len: 168 time: 0.1228271 Jan 14 09:52:12.745772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10620185-606e-44d8-ada3-605bcb5b9177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed78bc-c1bb-489c-9377-ed53014b12ca,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:12.791491 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-e318c303-f378-41d0-a9e6-e86e8a9284d5 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594947697&fields=id&tenant_id=eac278870baf47c3b45b81d7e509466a HTTP/1.1" status: 200 len: 267 time: 0.1437161 Jan 14 09:52:12.797137 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (75627df3-617d-4f1a-82b3-8c60f1c38eca), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.797810 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75627df3-617d-4f1a-82b3-8c60f1c38eca {{(pid=114414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:52:12.812624 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.816668 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-e3cf304e-b7e0-48d3-a9b5-cd66fdc40d70 admin admin] 10.222.0.48 "DELETE /v2.0/routers/75627df3-617d-4f1a-82b3-8c60f1c38eca HTTP/1.1" status: 204 len: 168 time: 1.2787347 Jan 14 09:52:12.817542 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46056) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:12.873670 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Deleting subnet 84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:52:12.877956 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Publish callbacks [] for subnet (84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.915923 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:12.934611 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-5159afb9-37c6-478a-a137-fae8617627ae tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:12.938947 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-5159afb9-37c6-478a-a137-fae8617627ae tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 809 time: 0.1395328 Jan 14 09:52:12.956582 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-f064eda6-d25b-4153-8e82-9907d3e5314f tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/quotas/eac278870baf47c3b45b81d7e509466a HTTP/1.1" status: 200 len: 375 time: 0.0109417 Jan 14 09:52:13.013521 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.019772 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-726aeed6-fc10-415f-b35d-695392594ee0 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573769 Jan 14 09:52:13.069589 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.096019 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:13.102281 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.108338 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-81f3a615-df5f-4e49-a2c7-b3d9fc94eb9b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/84d01d1f-eec4-43d0-9e7e-d0b7bdbf902d HTTP/1.1" status: 204 len: 168 time: 0.2894876 Jan 14 09:52:13.108942 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46064) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:13.112581 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb062c-7e08-4b6c-b97f-28cbb7d6ecf7 None None] Network e4533a7b-1d3c-49a1-9516-8877ba93fca2 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:52:13.132559 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-4ed95aef-8de8-4a45-8723-859346bb9b43 service neutron] 10.222.0.48 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954163 Jan 14 09:52:13.196354 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (e4533a7b-1d3c-49a1-9516-8877ba93fca2), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.243988 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fa6fa3fb-3301-4f11-a1d9-b9d784167e90 service neutron] 10.222.0.48 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042337 Jan 14 09:52:13.318232 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Deleting port c6bc784a-d8a0-4f54-bca9-dcf43badda0d {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:13.318610 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.345345 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] DHCP port deletion for e4533a7b-1d3c-49a1-9516-8877ba93fca2 request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:52:13.416985 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] For port c6bc784a-d8a0-4f54-bca9-dcf43badda0d, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:13.417493 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.430851 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Deleting port c6bc784a-d8a0-4f54-bca9-dcf43badda0d {{(pid=114415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:52:13.431742 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), before_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.433813 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Calling delete_port for c6bc784a-d8a0-4f54-bca9-dcf43badda0d owned by network:dhcp {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:13.535454 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] For port c6bc784a-d8a0-4f54-bca9-dcf43badda0d, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,segment=NetworkSegment(c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717),segment_id=c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:13.536199 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), precommit_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.554584 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.570687 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Calling delete_port for c6bc784a-d8a0-4f54-bca9-dcf43badda0d owned by network:dhcp {{(pid=114415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:52:13.605396 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:13.612791 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] No DVR routers for this DVR port c6bc784a-d8a0-4f54-bca9-dcf43badda0d on host dv-cinder-821602-11-iscsi {{(pid=114413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:52:13.700353 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device c6bc784a-d8a0-4f54-bca9-dcf43badda0d no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:13.712220 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46088) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:13.727566 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: c6bc784a-d8a0-4f54-bca9-dcf43badda0d {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:13.727917 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device c6bc784a-d8a0-4f54-bca9-dcf43badda0d not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:13.728344 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 860a0df9-edd4-403e-9114-31f1431656c8 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:13.755621 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-16ea24ff-66f0-4ef7-ad0e-3d8cab2f325d req-3becda51-d1f7-4dcf-bf50-0dfcd7290930 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 210 time: 0.0400908 Jan 14 09:52:13.764513 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 860a0df9-edd4-403e-9114-31f1431656c8 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:13.764863 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 860a0df9-edd4-403e-9114-31f1431656c8 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:13.765279 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device fba1d534-d0a0-4e3e-9848-9b456b05fb47 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:52:13.772847 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (e4533a7b-1d3c-49a1-9516-8877ba93fca2), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.799931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: fba1d534-d0a0-4e3e-9848-9b456b05fb47 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:52:13.800291 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device fba1d534-d0a0-4e3e-9848-9b456b05fb47 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:52:13.801696 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4533a7b-1d3c-49a1-9516-8877ba93fca2']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:13.807824 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (c6bc784a-d8a0-4f54-bca9-dcf43badda0d), after_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.815466 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:13.816028 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:13.822443 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] No DVR routers for this DVR port c6bc784a-d8a0-4f54-bca9-dcf43badda0d on host dv-cinder-821602-11-iscsi {{(pid=114415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:52:13.831523 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.841560 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Pushing event deleted for resources: {'Port': ['ID=c6bc784a-d8a0-4f54-bca9-dcf43badda0d,revision_number=None']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:13.852592 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.854389 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.854872 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.855219 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.855555 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.855884 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.856209 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.856528 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.856854 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.857176 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.857496 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.857828 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.859012 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.859012 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef89961-2ebd-4c8d-aeee-9f4ab3557012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:13.864392 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:52:13.864882 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (c35cc64d-6c1a-45a6-a0a1-d5b5c97a9717), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:52:13.869244 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:52:13.885695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1506707564-network', 'tenant_id': '354e79c6a8ce495698e22aa2bc0c9566'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:13.918715 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Made reservation on behalf of 354e79c6a8ce495698e22aa2bc0c9566 for: {'network': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:52:13.923306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for network (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.931027 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (e4533a7b-1d3c-49a1-9516-8877ba93fca2), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.935085 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.938215 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:13.942711 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e4533a7b-1d3c-49a1-9516-8877ba93fca2 HTTP/1.1" status: 204 len: 168 time: 0.8326883 Jan 14 09:52:13.956084 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daec1c-8b4a-4267-826d-e039fd74c415 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4533a7b-1d3c-49a1-9516-8877ba93fca2,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:14.025006 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks [] for security_group (fac435f4-cb10-40e6-a354-75d718859ec6), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.028270 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (fac435f4-cb10-40e6-a354-75d718859ec6), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.062962 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac435f4-cb10-40e6-a354-75d718859ec6,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:14.067691 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=114414) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 14 09:52:14.083294 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (2c5158e2-8727-47be-8b27-7201ebb896c0), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.083737 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.segments_db [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Added segment 2c5158e2-8727-47be-8b27-7201ebb896c0 of type vlan for network 746b6838-b16b-4837-950e-306ded637236 Jan 14 09:52:14.090003 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46100) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:14.131562 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b1b75a3c-5087-4679-8b5a-c5fce895c0fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d87879779a7049fa888526ce5a0bf552&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400484 Jan 14 09:52:14.133947 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46102) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:14.134579 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765033976953'] for network (746b6838-b16b-4837-950e-306ded637236), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.162305 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210'] for network (746b6838-b16b-4837-950e-306ded637236), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.163484 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:14.164174 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.187349 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bd26f478-c203-4ba7-9d60-35df52863f5a admin admin] Publish callbacks [] for security_group (831a6be0-2649-49da-80a6-d67df61b02d6), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.214162 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bd26f478-c203-4ba7-9d60-35df52863f5a admin admin] Publish callbacks [] for security_group (831a6be0-2649-49da-80a6-d67df61b02d6), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.223508 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5096021 Jan 14 09:52:14.227680 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46104) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:14.232376 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Request body: {'subnet': {'network_id': '746b6838-b16b-4837-950e-306ded637236', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1506707564-subnet', 'tenant_id': '354e79c6a8ce495698e22aa2bc0c9566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:14.243825 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab303241-fbb1-448f-a7c8-cfe9379f2810 admin admin] Pushing event updated for resources: {'Network': ['ID=746b6838-b16b-4837-950e-306ded637236,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:14.254241 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Network 746b6838-b16b-4837-950e-306ded637236 details requested by agent ovs-agent-dv-cinder-821602-11-iscsi with host dv-cinder-821602-11-iscsi {{(pid=114415) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 14 09:52:14.272032 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Made reservation on behalf of 354e79c6a8ce495698e22aa2bc0c9566 for: {'subnet': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:52:14.275177 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16094651'] for subnet (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.288159 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bd26f478-c203-4ba7-9d60-35df52863f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (831a6be0-2649-49da-80a6-d67df61b02d6), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.292110 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bd26f478-c203-4ba7-9d60-35df52863f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.296306 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-bd26f478-c203-4ba7-9d60-35df52863f5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/831a6be0-2649-49da-80a6-d67df61b02d6 HTTP/1.1" status: 204 len: 168 time: 0.1611052 Jan 14 09:52:14.306586 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26f478-c203-4ba7-9d60-35df52863f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831a6be0-2649-49da-80a6-d67df61b02d6,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:14.463503 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16101638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16095569'] for subnet (2b2b5b97-1887-4864-9132-cc4b4047e562), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.517699 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2b5b97-1887-4864-9132-cc4b4047e562,revision_number=0']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:14.526993 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Checking segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:52:14.527348 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Network hostable DHCP agents. Network: 746b6838-b16b-4837-950e-306ded637236, hostable agents: ['c05a1444-502a-46a1-bce9-223e339cab68'], hosted agents: [] {{(pid=114414) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 14 09:52:14.543352 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Network 746b6838-b16b-4837-950e-306ded637236 is scheduled to be hosted by DHCP agent c05a1444-502a-46a1-bce9-223e339cab68 with binding_index 1 {{(pid=114414) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 14 09:52:14.552817 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-11-iscsi, 746b6838-b16b-4837-950e-306ded637236) {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:52:14.557063 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:14.557646 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:14.562619 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b2fb9-bf7b-4df7-bb98-72acf9290d8b None None] Network 746b6838-b16b-4837-950e-306ded637236 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:52:14.589621 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-75e6c679-bf69-44d9-bdc1-cdf59286ecf1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3608887 Jan 14 09:52:14.688911 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac51d97-dbee-4dff-803b-58f920ea1409 None None] Network 746b6838-b16b-4837-950e-306ded637236 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:52:14.798307 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-27ef9b83-43ae-429b-b640-6a5626acf99b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:14.800947 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-27ef9b83-43ae-429b-b640-6a5626acf99b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 809 time: 0.1221213 Jan 14 09:52:14.885130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1b65c393-efe0-4991-ba22-fa7915466719 req-162ad25f-b75c-4c33-987c-2fdc88fa4892 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 210 time: 0.0378587 Jan 14 09:52:14.921149 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-7c852363-e80b-4093-a34c-d77e8ba4d343 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac278870baf47c3b45b81d7e509466a HTTP/1.1" status: 200 len: 380 time: 0.1119950 Jan 14 09:52:14.930988 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'port': {'device_id': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'admin_state_up': True, 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'security_groups': ['5d9e59dc-7670-4963-832c-06f44a990a5f']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:15.063871 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Made reservation on behalf of eac278870baf47c3b45b81d7e509466a for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:52:15.068143 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:15.219474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Allocated IP 172.20.0.9 (d940145d-2f3f-4b98-813c-0d1310fd77ff/2ef06902-4cd4-4f8c-94b6-655ff8a54618/61ba2078-4848-49e0-ac0a-37d5d96adc46) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:52:15.300844 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-615b9dec-8806-4de6-9a56-b7268955b861 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:15.310755 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-615b9dec-8806-4de6-9a56-b7268955b861 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1420226 Jan 14 09:52:15.329651 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-a402196d-76f3-464b-8a20-e8f198cf0683 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/quotas/354e79c6a8ce495698e22aa2bc0c9566 HTTP/1.1" status: 200 len: 375 time: 0.0179415 Jan 14 09:52:15.382181 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-1310b886-d84c-4cbd-9d3e-46a3a5e2c0f1 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512714 Jan 14 09:52:15.395222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:15.436329 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:15.493005 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Network d940145d-2f3f-4b98-813c-0d1310fd77ff is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:52:15.497203 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:52:15.502070 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:52:15.507001 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:15.565523 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:15.566172 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:15.587792 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-fdcab594-2a74-48b5-9bf5-2e7a7b74688d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611910 Jan 14 09:52:15.600732 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Request body: {'port': {'device_id': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:15.627474 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-f3265668-9b19-421d-8423-b3d94a3559ec service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365789 Jan 14 09:52:15.669895 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:15.729398 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-5a8f5761-33f1-45e5-a26a-363f75a3cd95 service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939713 Jan 14 09:52:15.855136 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-28e64c18-e38d-4aba-91f0-c3a0f7f9caf7 None None] Provisioning complete for port 61ba2078-4848-49e0-ac0a-37d5d96adc46 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:15.856119 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-28e64c18-e38d-4aba-91f0-c3a0f7f9caf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:15.892483 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-28e64c18-e38d-4aba-91f0-c3a0f7f9caf7 None None] Port 61ba2078-4848-49e0-ac0a-37d5d96adc46 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:52:15.949572 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ae76aa34-877c-4ba1-9a3d-c01ea0f5289b req-704e5e07-76d8-4ae1-9c7b-402eaeef9119 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 210 time: 0.0335002 Jan 14 09:52:16.020034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ba2078-4848-49e0-ac0a-37d5d96adc46 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:16.029161 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Publish callbacks [] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:16.046339 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Transition to ACTIVE for port object 61ba2078-4848-49e0-ac0a-37d5d96adc46 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:52:16.053378 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:16.075129 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:16.136259 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:16.272695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Attempting to bind port 61ba2078-4848-49e0-ac0a-37d5d96adc46 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:52:16.272695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Attempting to bind port 61ba2078-4848-49e0-ac0a-37d5d96adc46 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:52:16.272695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Attempting to bind port 61ba2078-4848-49e0-ac0a-37d5d96adc46 on network d940145d-2f3f-4b98-813c-0d1310fd77ff {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:16.275982 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Port 61ba2078-4848-49e0-ac0a-37d5d96adc46 on network d940145d-2f3f-4b98-813c-0d1310fd77ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:52:16.276384 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Attempting to bind port 61ba2078-4848-49e0-ac0a-37d5d96adc46 on network d940145d-2f3f-4b98-813c-0d1310fd77ff {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:16.282462 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:52:16.282798 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Checking segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:52:16.283189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Bound using segment: {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:52:16.283640 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Bound port: 61ba2078-4848-49e0-ac0a-37d5d96adc46, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e1e13-0512-4c77-9161-4fccb3400cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:52:16.283994 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:16.397026 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce773d3-0138-4d62-8ce4-c18f0caff859 req-ca27c5eb-4569-45ce-a208-1680cab49a85 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:16.399518 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5ce773d3-0138-4d62-8ce4-c18f0caff859 req-ca27c5eb-4569-45ce-a208-1680cab49a85 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 931 time: 0.4105887 Jan 14 09:52:16.405077 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:52:16.409851 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:52:16.416061 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:16.455499 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:16.455883 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:16.457262 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] 10.222.0.45 "PUT /v2.0/ports/61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 1093 time: 0.8620117 Jan 14 09:52:16.457698 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:16.460136 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007b79c-038e-4627-976d-4a9270d540ae" -d '{"events": [{"name": "network-changed", "server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:16.484790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e006-c484-483e-bbb5-289a1aa3e44e service neutron] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:16.506389 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5ce773d3-0138-4d62-8ce4-c18f0caff859 req-9701bdb7-f2cd-4fb1-ba27-b126c7bbf447 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931721 Jan 14 09:52:16.530330 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccfddb0-dde7-469c-b1fb-3f84cbb636a7 x-openstack-request-id: req-2ccfddb0-dde7-469c-b1fb-3f84cbb636a7 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:16.530785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:16.531064 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ccfddb0-dde7-469c-b1fb-3f84cbb636a7 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:16.531519 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'status': 'completed', 'code': 200} Jan 14 09:52:16.572375 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-4fa99e5a-d84e-41c9-9a42-23c6fd864d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:16.574101 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-4fa99e5a-d84e-41c9-9a42-23c6fd864d7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1096 time: 0.0566516 Jan 14 09:52:16.638549 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-4e78985d-26ef-4ade-94a3-233cc0cdbb35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 217 time: 0.0560887 Jan 14 09:52:16.704251 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-a7e75bf2-4246-4377-b90f-affef7cbe862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:16.706257 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-a7e75bf2-4246-4377-b90f-affef7cbe862 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0605385 Jan 14 09:52:16.771697 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-ddb60a55-d556-4b94-994e-05f94d592579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:16.773344 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-ddb60a55-d556-4b94-994e-05f94d592579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0500124 Jan 14 09:52:16.775770 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46192) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:16.865650 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-0078374e-7453-4d73-9b41-a82a0ca655c1 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 Jan 14 09:52:17.059085 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-29190b1e-7c02-4773-bc28-33b7e2c61661 req-c6930fb6-7c90-4598-84d8-b44ff4a37fc5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 210 time: 0.0284462 Jan 14 09:52:17.204900 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65653f85-a83c-4482-83ac-9cc726cda214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.352881 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88200e16-0a91-47d7-88f6-6b2058b23178 req-c8fb295d-ed86-4589-ac56-9722c60d9af4 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807060 Jan 14 09:52:17.363367 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-1978e909-afa9-4442-a3b9-b8cf09c3f003 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:17.364787 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-1978e909-afa9-4442-a3b9-b8cf09c3f003 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1615374 Jan 14 09:52:17.377446 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Request body: {'port': {'device_id': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'admin_state_up': True, 'tenant_id': '354e79c6a8ce495698e22aa2bc0c9566'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:17.500757 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65653f85-a83c-4482-83ac-9cc726cda214 admin admin] Publish callbacks [] for security_group (ee92db7b-15ab-4571-883d-cc2373f4c9ba), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.508618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-65653f85-a83c-4482-83ac-9cc726cda214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ee92db7b-15ab-4571-883d-cc2373f4c9ba), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.532684 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007b79c-038e-4627-976d-4a9270d540ae req-001be1a2-a40c-41a5-a7d8-316d39dba4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:17.534770 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-001be1a2-a40c-41a5-a7d8-316d39dba4aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1096 time: 0.1109102 Jan 14 09:52:17.615653 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-65653f85-a83c-4482-83ac-9cc726cda214 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bce1cd5d31f4e1dbb458db6240f3200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8388147 Jan 14 09:52:17.618565 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46204) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:17.623120 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65653f85-a83c-4482-83ac-9cc726cda214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92db7b-15ab-4571-883d-cc2373f4c9ba,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:17.667186 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1bfd985c-8ab2-4625-ac22-a1e14ef5f39f admin admin] Publish callbacks [] for security_group (ee92db7b-15ab-4571-883d-cc2373f4c9ba), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.686053 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Made reservation on behalf of 354e79c6a8ce495698e22aa2bc0c9566 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:52:17.689232 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1bfd985c-8ab2-4625-ac22-a1e14ef5f39f admin admin] Publish callbacks [] for security_group (ee92db7b-15ab-4571-883d-cc2373f4c9ba), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.690610 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.720926 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0bb9f-adcf-45bd-bed0-a3c5147c4a31 req-0fb3e36a-0387-4e41-9281-4a50e415571c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:17.722475 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c2d0bb9f-adcf-45bd-bed0-a3c5147c4a31 req-0fb3e36a-0387-4e41-9281-4a50e415571c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.1548924 Jan 14 09:52:17.742311 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1bfd985c-8ab2-4625-ac22-a1e14ef5f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ee92db7b-15ab-4571-883d-cc2373f4c9ba), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.742595 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007b79c-038e-4627-976d-4a9270d540ae req-3d10160a-724f-417a-9826-127c0125b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:17.743821 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-3d10160a-724f-417a-9826-127c0125b8f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.1953847 Jan 14 09:52:17.744915 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1bfd985c-8ab2-4625-ac22-a1e14ef5f39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:17.746031 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1bfd985c-8ab2-4625-ac22-a1e14ef5f39f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee92db7b-15ab-4571-883d-cc2373f4c9ba HTTP/1.1" status: 204 len: 168 time: 0.1264434 Jan 14 09:52:17.757854 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd985c-8ab2-4625-ac22-a1e14ef5f39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92db7b-15ab-4571-883d-cc2373f4c9ba,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:17.832989 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-5de0e6f0-3e17-4bd8-862f-a8e8bbed8c41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 217 time: 0.0829885 Jan 14 09:52:17.934234 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c2d0bb9f-adcf-45bd-bed0-a3c5147c4a31 req-282e7694-4a01-4e1a-b9f7-7daa92d5bfb7 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050903 Jan 14 09:52:17.943595 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007b79c-038e-4627-976d-4a9270d540ae req-e241119f-2cba-4506-8012-448429b77598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:17.945060 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-e241119f-2cba-4506-8012-448429b77598 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.1057446 Jan 14 09:52:17.986371 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Allocated IP 172.20.0.7 (746b6838-b16b-4837-950e-306ded637236/2b2b5b97-1887-4864-9132-cc4b4047e562/feb71080-4f0e-4bf7-99ba-b7cb1b3e3332) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:52:18.013480 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007b79c-038e-4627-976d-4a9270d540ae req-24ff45e1-f486-43d6-b51f-3610221582f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:18.015009 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-24ff45e1-f486-43d6-b51f-3610221582f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629120 Jan 14 09:52:18.158072 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46212) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:18.163840 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8c90616b-d1c6-4f5a-a148-f31b961b58f8 req-0e22f438-d75e-42b0-ae3f-bea4b27ca528 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 210 time: 0.0315030 Jan 14 09:52:18.191664 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d279e843-d1e0-4088-804d-57ac2c5742e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.205820 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-d17341a7-1df3-4043-8b59-d23e2aaf7d6e service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805067 Jan 14 09:52:18.306436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks [] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.386187 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f007b79c-038e-4627-976d-4a9270d540ae req-d7ab9059-5542-4af9-9e30-2cf1e4c7e94c service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688643 Jan 14 09:52:18.411346 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.414063 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d279e843-d1e0-4088-804d-57ac2c5742e4 admin admin] Publish callbacks [] for security_group (91a72efd-c54f-4a11-b480-cfc41bb91ad8), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.424460 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d279e843-d1e0-4088-804d-57ac2c5742e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (91a72efd-c54f-4a11-b480-cfc41bb91ad8), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.472385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Network 746b6838-b16b-4837-950e-306ded637236 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:52:18.491105 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:52:18.499041 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:52:18.505301 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279e843-d1e0-4088-804d-57ac2c5742e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a72efd-c54f-4a11-b480-cfc41bb91ad8,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:18.526941 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d279e843-d1e0-4088-804d-57ac2c5742e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a56d81bfb863417d979a3c5b80069ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655362 Jan 14 09:52:18.529713 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46214) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:18.530016 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event updated for resources: {'Port': ['ID=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:18.557383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:18.557905 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.573808 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3dfedf1c-ab3f-446f-b81c-345f48043993 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2007248 Jan 14 09:52:18.581036 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f4313d1-302c-444b-af1c-c148a795027f admin admin] Publish callbacks [] for security_group (91a72efd-c54f-4a11-b480-cfc41bb91ad8), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.585594 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Request body: {'port': {'device_id': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:18.602456 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f4313d1-302c-444b-af1c-c148a795027f admin admin] Publish callbacks [] for security_group (91a72efd-c54f-4a11-b480-cfc41bb91ad8), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.646175 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.652276 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f4313d1-302c-444b-af1c-c148a795027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (91a72efd-c54f-4a11-b480-cfc41bb91ad8), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.655173 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4f4313d1-302c-444b-af1c-c148a795027f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.657166 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4f4313d1-302c-444b-af1c-c148a795027f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91a72efd-c54f-4a11-b480-cfc41bb91ad8 HTTP/1.1" status: 204 len: 168 time: 0.1262603 Jan 14 09:52:18.666240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4313d1-302c-444b-af1c-c148a795027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a72efd-c54f-4a11-b480-cfc41bb91ad8,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:18.917264 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:18.924887 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Publish callbacks [] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:18.937278 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Transition to ACTIVE for port object feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:52:18.943116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:19.021596 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Pushing event updated for resources: {'Port': ['ID=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:19.108030 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ac078-96ef-45e4-81df-5021b09bce82 req-b2673c80-2a7c-404b-8b24-379ca96ad6cb tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.109528 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-930ac078-96ef-45e4-81df-5021b09bce82 req-b2673c80-2a7c-404b-8b24-379ca96ad6cb tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0915275 Jan 14 09:52:19.110198 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Attempting to bind port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:52:19.110555 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Attempting to bind port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:52:19.110895 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Attempting to bind port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:19.117434 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 on network 746b6838-b16b-4837-950e-306ded637236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:52:19.117752 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Attempting to bind port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:19.135063 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:52:19.135398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Checking segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:52:19.135773 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Bound using segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:52:19.136205 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Bound port: feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:52:19.136557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:19.200931 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-930ac078-96ef-45e4-81df-5021b09bce82 req-27ab443c-7a0e-40e0-95f9-d22fc36b00f3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843575 Jan 14 09:52:19.230966 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] For port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:52:19.235255 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] For port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:52:19.240971 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:19.282912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.285073 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:19.285073 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] 10.222.0.45 "PUT /v2.0/ports/feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 HTTP/1.1" status: 200 len: 1093 time: 0.7034833 Jan 14 09:52:19.285400 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'tag': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:19.288130 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ef645-602c-4d2b-8f9d-627edc71499b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3124eb0-d33a-41bb-b18b-606e0e817e81", "tag": "feb71080-4f0e-4bf7-99ba-b7cb1b3e3332"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:19.304936 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e8b4f-08a8-4566-8b31-dc79531675bf req-e4981203-c2d5-43e8-b866-26a01f9a6198 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.307228 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-540e8b4f-08a8-4566-8b31-dc79531675bf req-e4981203-c2d5-43e8-b866-26a01f9a6198 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 943 time: 0.0634427 Jan 14 09:52:19.325252 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802b6d8-4c29-48c5-aac8-e03fd138c817 service neutron] Pushing event updated for resources: {'Port': ['ID=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:19.379583 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-540e8b4f-08a8-4566-8b31-dc79531675bf req-5036cfdf-3b39-42f9-babc-4251c9ac5c78 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580726 Jan 14 09:52:19.393869 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df5fc58-212b-4813-a5cc-03469f964258 x-openstack-request-id: req-1df5fc58-212b-4813-a5cc-03469f964258 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:19.394161 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3124eb0-d33a-41bb-b18b-606e0e817e81", "tag": "feb71080-4f0e-4bf7-99ba-b7cb1b3e3332", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:19.394438 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1df5fc58-212b-4813-a5cc-03469f964258 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:19.394843 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'tag': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'status': 'completed', 'code': 200} Jan 14 09:52:19.411626 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3d119b17-a428-495b-ac3c-9e58cc5d2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.413451 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3d119b17-a428-495b-ac3c-9e58cc5d2901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 1096 time: 0.0616114 Jan 14 09:52:19.454163 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-adf98ce7-e944-4f57-ae54-d65b79868f1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 HTTP/1.1" status: 200 len: 217 time: 0.0345902 Jan 14 09:52:19.506193 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3f9b454d-b8db-465e-ac57-2f6d89fb1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.507672 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-3f9b454d-b8db-465e-ac57-2f6d89fb1bef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0469029 Jan 14 09:52:19.538636 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-4909b0f7-c1bc-439e-b007-0513f79b4f49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248253 Jan 14 09:52:19.624904 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-5f1c4e25-3e5e-4575-8de4-8fcde787f82f service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802708 Jan 14 09:52:19.721559 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f8158843-ffa1-4025-a1c6-a7161d6532cf req-484dc111-eaff-4750-9a74-b53744f43836 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872233 Jan 14 09:52:19.815999 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef645-602c-4d2b-8f9d-627edc71499b req-ae759af1-924a-495e-b8ed-5ba8bd8f6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.818617 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-ae759af1-924a-495e-b8ed-5ba8bd8f6e82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 1096 time: 0.0496643 Jan 14 09:52:19.918035 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef645-602c-4d2b-8f9d-627edc71499b req-173fd533-0c7a-4068-960f-38f39ba56765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:19.919526 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-173fd533-0c7a-4068-960f-38f39ba56765 service neutron] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 916 time: 0.0941737 Jan 14 09:52:19.961300 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-c07c1204-bbcd-4ea7-bc90-c425dff67ff9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 HTTP/1.1" status: 200 len: 217 time: 0.0339601 Jan 14 09:52:20.009342 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef645-602c-4d2b-8f9d-627edc71499b req-e17b66e6-db4e-4b79-94b0-ea20c3c987e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:20.010851 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-e17b66e6-db4e-4b79-94b0-ea20c3c987e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0437179 Jan 14 09:52:20.050746 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-58a97a48-24a9-43d8-bc33-e7809ac53715 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335634 Jan 14 09:52:20.150268 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-8b7b9537-e9f9-432f-90f9-a7b93cc55eea service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 Jan 14 09:52:20.239634 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-055ef645-602c-4d2b-8f9d-627edc71499b req-ea045d0d-1a65-4885-9c38-86146722ac57 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831966 Jan 14 09:52:20.322598 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16c325-f702-4ca9-894b-b3d8d4677ef0 req-0aaeb48d-cc4a-4c9d-94c7-79bbd2d9f479 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:20.324165 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7d16c325-f702-4ca9-894b-b3d8d4677ef0 req-0aaeb48d-cc4a-4c9d-94c7-79bbd2d9f479 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0510068 Jan 14 09:52:20.384242 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7d16c325-f702-4ca9-894b-b3d8d4677ef0 req-a305c1f7-d398-4fb9-ab5a-2b14ab4119af tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.489151 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:20.492163 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe7f0-5421-4f26-936a-2cb24cefc136 req-ffe03a40-60d2-4f2c-a596-34f5f07e3be5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:20.493146 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-438fe7f0-5421-4f26-936a-2cb24cefc136 req-ffe03a40-60d2-4f2c-a596-34f5f07e3be5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 943 time: 0.0520005 Jan 14 09:52:20.538836 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-438fe7f0-5421-4f26-936a-2cb24cefc136 req-d811ceea-1981-487b-a248-2f421416045f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Jan 14 09:52:20.820773 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-5a800e4a-6074-4a67-8317-8ec370ce4412 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391667 Jan 14 09:52:20.899093 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-e157f5de-ef9a-470c-8bf8-ac21073883e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:20.900627 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-e157f5de-ef9a-470c-8bf8-ac21073883e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 1098 time: 0.0402064 Jan 14 09:52:21.004281 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-535843c3-e804-4864-b0b3-3b3ca56b1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:21.005748 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-535843c3-e804-4864-b0b3-3b3ca56b1358 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.0876486 Jan 14 09:52:21.069177 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-5635c632-9eaf-48b3-be79-62cbdf37ef87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd HTTP/1.1" status: 200 len: 1001 time: 0.0572958 Jan 14 09:52:21.119922 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-39a57ccf-a4cf-4019-8f47-0799931f0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:21.121357 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-39a57ccf-a4cf-4019-8f47-0799931f0f8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0466933 Jan 14 09:52:21.167461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-a26a66b7-990a-48cd-b7c2-059d7c1aabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:21.168962 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-a26a66b7-990a-48cd-b7c2-059d7c1aabb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405412 Jan 14 09:52:21.254829 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-8139320c-31c8-47b0-84af-6c3b370bb9f7 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794160 Jan 14 09:52:21.346494 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8eab530b-e4ea-40c3-bc7b-02369400b195 req-444b8b54-48c2-4d91-a512-d70e22c0494c service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849717 Jan 14 09:52:21.502966 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa52dd-2511-4cbe-97d9-99736ad6a0e6 req-8f42979c-515d-495b-8420-a92597af7fbd tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:21.504583 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-acaa52dd-2511-4cbe-97d9-99736ad6a0e6 req-8f42979c-515d-495b-8420-a92597af7fbd tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0513239 Jan 14 09:52:21.560010 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-acaa52dd-2511-4cbe-97d9-99736ad6a0e6 req-22db4a96-e3cc-4ccd-894a-0df7ea65a35f tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495298 Jan 14 09:52:21.662778 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8edd3-974d-4617-993b-6002beed6efe req-ecd72bcb-a2f9-457c-a446-34fc243a01da tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:21.664247 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ba8edd3-974d-4617-993b-6002beed6efe req-ecd72bcb-a2f9-457c-a446-34fc243a01da tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 943 time: 0.0498900 Jan 14 09:52:21.711180 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7ba8edd3-974d-4617-993b-6002beed6efe req-eeacc180-ea5f-43cd-87ba-e60d81b3b15b tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Jan 14 09:52:22.643963 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:52:22.673169 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d488539-79a1-478a-8888-e0be3ae47cc4 req-1b0a7875-a3ce-4a15-bbcd-974d81459dc3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:22.675217 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9d488539-79a1-478a-8888-e0be3ae47cc4 req-1b0a7875-a3ce-4a15-bbcd-974d81459dc3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0494099 Jan 14 09:52:22.723918 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9d488539-79a1-478a-8888-e0be3ae47cc4 req-43ecc106-7eca-4dd8-90c7-1a17396f1bc7 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430710 Jan 14 09:52:22.782735 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:22.796478 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'port_id': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'mac_address': 'fa:16:3e:ac:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2b5b97-1887-4864-9132-cc4b4047e562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:52:22.837700 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7758-71f5-4247-806e-30d7a8b90ed2 req-097573e8-b61d-4b35-857e-66594db3bd8e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:22.839207 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ac9e7758-71f5-4247-806e-30d7a8b90ed2 req-097573e8-b61d-4b35-857e-66594db3bd8e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 943 time: 0.0583696 Jan 14 09:52:22.848606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:22.848992 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:22.870487 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:22.896988 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:22.899509 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ac9e7758-71f5-4247-806e-30d7a8b90ed2 req-706976e5-9073-4458-a1a4-631fbdf231de tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Jan 14 09:52:22.902225 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:22.953523 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:23.130968 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:52:23.173339 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46318) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:23.291396 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64a1a9e4-0476-4fb0-9405-4cbefd50fb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.369714 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64a1a9e4-0476-4fb0-9405-4cbefd50fb36 admin admin] Publish callbacks [] for security_group (56c9d016-1f3b-479d-99dd-82bcb6f0d4e2), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.374576 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-64a1a9e4-0476-4fb0-9405-4cbefd50fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (56c9d016-1f3b-479d-99dd-82bcb6f0d4e2), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.410796 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1a9e4-0476-4fb0-9405-4cbefd50fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c9d016-1f3b-479d-99dd-82bcb6f0d4e2,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:23.415114 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-64a1a9e4-0476-4fb0-9405-4cbefd50fb36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cadee3b918e84e11bbc16b593204cbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406301 Jan 14 09:52:23.417724 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46322) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:23.465923 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-62e3f29f-ec5d-4742-ac7e-183cd1066f02 admin admin] Publish callbacks [] for security_group (56c9d016-1f3b-479d-99dd-82bcb6f0d4e2), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.487232 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-62e3f29f-ec5d-4742-ac7e-183cd1066f02 admin admin] Publish callbacks [] for security_group (56c9d016-1f3b-479d-99dd-82bcb6f0d4e2), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.535554 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-62e3f29f-ec5d-4742-ac7e-183cd1066f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (56c9d016-1f3b-479d-99dd-82bcb6f0d4e2), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.538088 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-62e3f29f-ec5d-4742-ac7e-183cd1066f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.539256 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-62e3f29f-ec5d-4742-ac7e-183cd1066f02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56c9d016-1f3b-479d-99dd-82bcb6f0d4e2 HTTP/1.1" status: 204 len: 168 time: 0.1205301 Jan 14 09:52:23.547101 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3f29f-ec5d-4742-ac7e-183cd1066f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c9d016-1f3b-479d-99dd-82bcb6f0d4e2,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:23.795695 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46330) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:23.809541 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-afcfa93e-4210-4307-b443-cc4fe8ec6d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.849231 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9661b4a-3903-4d94-a383-e10a05b7088a req-a573fbbd-c2c2-4f39-b935-6419b8d445b3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:23.850757 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f9661b4a-3903-4d94-a383-e10a05b7088a req-a573fbbd-c2c2-4f39-b935-6419b8d445b3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0495794 Jan 14 09:52:23.884028 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-afcfa93e-4210-4307-b443-cc4fe8ec6d4e admin admin] Publish callbacks [] for security_group (fca78ecd-0c70-49f6-a8ba-7294b82b6694), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.889413 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-afcfa93e-4210-4307-b443-cc4fe8ec6d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (fca78ecd-0c70-49f6-a8ba-7294b82b6694), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:23.902141 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f9661b4a-3903-4d94-a383-e10a05b7088a req-dd9b8054-8f72-4c7f-91c0-72a5771fa8c2 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450566 Jan 14 09:52:23.927995 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-afcfa93e-4210-4307-b443-cc4fe8ec6d4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45a81a79992746fd996c1606a567facc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311550 Jan 14 09:52:23.928906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa93e-4210-4307-b443-cc4fe8ec6d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca78ecd-0c70-49f6-a8ba-7294b82b6694,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:23.932314 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46334) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:23.984841 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b63a2a68-247a-4000-befe-7b37aeb33dd1 admin admin] Publish callbacks [] for security_group (fca78ecd-0c70-49f6-a8ba-7294b82b6694), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.005242 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b63a2a68-247a-4000-befe-7b37aeb33dd1 admin admin] Publish callbacks [] for security_group (fca78ecd-0c70-49f6-a8ba-7294b82b6694), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.020836 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de4434-b977-4033-9e57-7942749f326a req-6874c47f-89d2-4ba0-9b52-04ab09ed3657 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:24.022367 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-57de4434-b977-4033-9e57-7942749f326a req-6874c47f-89d2-4ba0-9b52-04ab09ed3657 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 944 time: 0.0480323 Jan 14 09:52:24.053803 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b63a2a68-247a-4000-befe-7b37aeb33dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (fca78ecd-0c70-49f6-a8ba-7294b82b6694), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.056764 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b63a2a68-247a-4000-befe-7b37aeb33dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.057966 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b63a2a68-247a-4000-befe-7b37aeb33dd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fca78ecd-0c70-49f6-a8ba-7294b82b6694 HTTP/1.1" status: 204 len: 168 time: 0.1244488 Jan 14 09:52:24.065643 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a2a68-247a-4000-befe-7b37aeb33dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca78ecd-0c70-49f6-a8ba-7294b82b6694,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:24.069843 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-57de4434-b977-4033-9e57-7942749f326a req-12274118-7be2-4047-8e59-a6d273a51f67 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Jan 14 09:52:24.521011 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fadcc2fc-af95-41df-a151-100dba792b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.631157 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:52:24.634784 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:52:24.748197 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:52:24.765776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:24.765776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.794639 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:24.812120 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'port_id': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'mac_address': 'fa:16:3e:a7:b5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:52:24.855606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 61ba2078-4848-49e0-ac0a-37d5d96adc46 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:24.855998 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.888106 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ba2078-4848-49e0-ac0a-37d5d96adc46 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:24.916024 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:24.916408 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.921293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:24.932250 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:24.966223 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:24.967759 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef56ef-1612-471b-b4be-111e3be97468" -d '{"events": [{"server_uuid": "d3124eb0-d33a-41bb-b18b-606e0e817e81", "name": "network-vif-plugged", "status": "completed", "tag": "feb71080-4f0e-4bf7-99ba-b7cb1b3e3332"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:24.987869 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:24.996089 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:25.013786 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:25.021578 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01147a1-d678-43ec-8baf-449bb4e86353 x-openstack-request-id: req-a01147a1-d678-43ec-8baf-449bb4e86353 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:25.021865 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3124eb0-d33a-41bb-b18b-606e0e817e81", "name": "network-vif-plugged", "status": "completed", "tag": "feb71080-4f0e-4bf7-99ba-b7cb1b3e3332", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:25.022118 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a01147a1-d678-43ec-8baf-449bb4e86353 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:25.022656 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'code': 200} Jan 14 09:52:25.033050 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf81283-38d4-453d-8a0f-c0bca82ab218 req-139e7ac2-51fd-4c43-8191-4404db4b8852 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:25.042732 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-dcf81283-38d4-453d-8a0f-c0bca82ab218 req-139e7ac2-51fd-4c43-8191-4404db4b8852 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 944 time: 0.0673339 Jan 14 09:52:25.079565 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:25.109156 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-dcf81283-38d4-453d-8a0f-c0bca82ab218 req-cfd7f6d5-65da-4f0a-a26b-5bd98d92e5d4 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606527 Jan 14 09:52:25.150269 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['61ba2078-4848-49e0-ac0a-37d5d96adc46'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:52:25.238923 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e6a90-91f8-48b2-95b6-4736553c3d6b req-081d1ff8-ed61-4691-bbb7-f27b18c5df37 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:25.238923 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-608e6a90-91f8-48b2-95b6-4736553c3d6b req-081d1ff8-ed61-4691-bbb7-f27b18c5df37 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 945 time: 0.0842905 Jan 14 09:52:25.245560 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64deba-e965-407d-8655-25c3ce39a166 req-5b6d9060-eecc-49fc-bfb8-acfdeb9c07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:25.247427 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9f64deba-e965-407d-8655-25c3ce39a166 req-5b6d9060-eecc-49fc-bfb8-acfdeb9c07ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 1098 time: 0.0848155 Jan 14 09:52:25.323649 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-608e6a90-91f8-48b2-95b6-4736553c3d6b req-b57fcb9f-6fc2-4cce-b7e8-cceabaebba69 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Jan 14 09:52:25.326123 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9f64deba-e965-407d-8655-25c3ce39a166 req-22eab954-b285-4e83-ba48-d8378eade24b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696230 Jan 14 09:52:26.216808 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088943ae-1fcf-4f32-92ae-1c74b86051ed req-0c0bc779-6ebe-4188-9810-8d5f8e03b4b3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:26.218536 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-088943ae-1fcf-4f32-92ae-1c74b86051ed req-0c0bc779-6ebe-4188-9810-8d5f8e03b4b3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 944 time: 0.0513310 Jan 14 09:52:26.273929 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-088943ae-1fcf-4f32-92ae-1c74b86051ed req-1ce43476-3a78-433a-ba26-c5359ef56273 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488968 Jan 14 09:52:26.448766 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1dfd4-3cfb-4332-a9ea-562b54d8c271 req-d382a055-4429-49f7-a539-965bc790ca91 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:26.450298 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3ad1dfd4-3cfb-4332-a9ea-562b54d8c271 req-d382a055-4429-49f7-a539-965bc790ca91 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Jan 14 09:52:26.501504 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3ad1dfd4-3cfb-4332-a9ea-562b54d8c271 req-ba8b1f64-559e-4707-8b65-0f443be42295 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456915 Jan 14 09:52:26.646721 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:52:26.710962 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 61ba2078-4848-49e0-ac0a-37d5d96adc46 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:52:26.715403 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 61ba2078-4848-49e0-ac0a-37d5d96adc46 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:26.715818 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:26.916061 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7f671ed8-060a-4d9e-8fde-f51412b8ead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:26.963885 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 61ba2078-4848-49e0-ac0a-37d5d96adc46 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:26.964273 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:26.996185 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:27.001687 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.022984 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46482) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:27.024223 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:27.029395 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b509338d-ef71-44d3-af01-1888c5aa4476" -d '{"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-plugged", "status": "completed", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:27.060639 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:27.068868 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433a9964-7da0-4ed5-a31b-707312300a1e x-openstack-request-id: req-433a9964-7da0-4ed5-a31b-707312300a1e {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:27.069150 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-plugged", "status": "completed", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:27.069408 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-433a9964-7da0-4ed5-a31b-707312300a1e {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:27.069793 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'code': 200} Jan 14 09:52:27.136136 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.215623 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Publish callbacks [] for security_group (0d925b73-2c2d-4ff3-9ce6-a120edbedc44), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.218864 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0d925b73-2c2d-4ff3-9ce6-a120edbedc44), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.257542 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=375cbe8a051e4203a42c50351288321d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332876 Jan 14 09:52:27.258448 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d925b73-2c2d-4ff3-9ce6-a120edbedc44,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:27.260335 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46488) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:27.276362 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.276709 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.277051 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.277384 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.277715 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.278049 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.278385 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.278718 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.279046 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.279320 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762d864-f2af-4e5a-8148-f45c071c3b0c req-3dffeb2c-a3d4-43bb-b05e-fa0ab8737ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:27.279434 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.279680 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.279999 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.280314 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287be855-4112-4d96-a9b1-3fda4772ea13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:27.280796 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2762d864-f2af-4e5a-8148-f45c071c3b0c req-3dffeb2c-a3d4-43bb-b05e-fa0ab8737ea8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0399170 Jan 14 09:52:27.325482 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc8c-5f8a-4001-bb31-00ec7ad0640b admin admin] Publish callbacks [] for security_group (0d925b73-2c2d-4ff3-9ce6-a120edbedc44), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.331613 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2762d864-f2af-4e5a-8148-f45c071c3b0c req-a33f6ff3-f43e-4745-831f-1efd394d7f4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Jan 14 09:52:27.349024 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc8c-5f8a-4001-bb31-00ec7ad0640b admin admin] Publish callbacks [] for security_group (0d925b73-2c2d-4ff3-9ce6-a120edbedc44), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.397297 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc665800-2335-4d4c-bd84-227f14f2dd96 req-f3adfc85-fca9-47de-9e33-7f8b499503af tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:27.398933 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc665800-2335-4d4c-bd84-227f14f2dd96 req-f3adfc85-fca9-47de-9e33-7f8b499503af tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0509684 Jan 14 09:52:27.399275 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc8c-5f8a-4001-bb31-00ec7ad0640b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0d925b73-2c2d-4ff3-9ce6-a120edbedc44), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.402051 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc8c-5f8a-4001-bb31-00ec7ad0640b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.405494 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-5a99bc8c-5f8a-4001-bb31-00ec7ad0640b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d925b73-2c2d-4ff3-9ce6-a120edbedc44 HTTP/1.1" status: 204 len: 168 time: 0.1419978 Jan 14 09:52:27.411626 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99bc8c-5f8a-4001-bb31-00ec7ad0640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d925b73-2c2d-4ff3-9ce6-a120edbedc44,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:27.455287 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-cc665800-2335-4d4c-bd84-227f14f2dd96 req-f83d2b92-c23e-451b-883b-3f76f5283d88 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504837 Jan 14 09:52:27.678569 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46496) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:27.691929 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e69fffcb-5054-48b9-b8e6-517ed24d7f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.769128 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e69fffcb-5054-48b9-b8e6-517ed24d7f0e admin admin] Publish callbacks [] for security_group (d0672fd5-2811-48d3-9b1b-bba50c2d0824), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.772884 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-e69fffcb-5054-48b9-b8e6-517ed24d7f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d0672fd5-2811-48d3-9b1b-bba50c2d0824), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.817259 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-e69fffcb-5054-48b9-b8e6-517ed24d7f0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4766f5601333477f879151fbff3aa113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375222 Jan 14 09:52:27.818144 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fffcb-5054-48b9-b8e6-517ed24d7f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0672fd5-2811-48d3-9b1b-bba50c2d0824,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:27.820748 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46498) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:27.872040 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-29c0a1ff-bf1e-4390-acad-40116215b0a4 admin admin] Publish callbacks [] for security_group (d0672fd5-2811-48d3-9b1b-bba50c2d0824), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.893839 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-29c0a1ff-bf1e-4390-acad-40116215b0a4 admin admin] Publish callbacks [] for security_group (d0672fd5-2811-48d3-9b1b-bba50c2d0824), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.910661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.942361 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-29c0a1ff-bf1e-4390-acad-40116215b0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (d0672fd5-2811-48d3-9b1b-bba50c2d0824), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.945017 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-29c0a1ff-bf1e-4390-acad-40116215b0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:27.946145 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-29c0a1ff-bf1e-4390-acad-40116215b0a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0672fd5-2811-48d3-9b1b-bba50c2d0824 HTTP/1.1" status: 204 len: 168 time: 0.1243389 Jan 14 09:52:27.954463 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a1ff-bf1e-4390-acad-40116215b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0672fd5-2811-48d3-9b1b-bba50c2d0824,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:28.582218 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f259-d645-4462-b283-2fa1decf36d7 req-d7d9ef9b-97f6-4091-9285-ae3205c3a75d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:28.583828 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a5b0f259-d645-4462-b283-2fa1decf36d7 req-d7d9ef9b-97f6-4091-9285-ae3205c3a75d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0573123 Jan 14 09:52:28.639722 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a5b0f259-d645-4462-b283-2fa1decf36d7 req-4450f67e-490e-41f9-a2af-cf78957db99e tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503807 Jan 14 09:52:28.724343 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:52:28.761215 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cdfd4-d414-4c78-9143-1326666a531c req-6aaf58a0-7388-41c5-a490-6b97dc485375 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:28.762732 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f84cdfd4-d414-4c78-9143-1326666a531c req-6aaf58a0-7388-41c5-a490-6b97dc485375 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0519624 Jan 14 09:52:28.813868 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f84cdfd4-d414-4c78-9143-1326666a531c req-772e8890-b616-4fcf-b2ab-e90807643bc0 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Jan 14 09:52:28.837404 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46540) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:29.023802 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962b856-9a4f-4e2f-a79d-a7f77e86e39c tempest-TestShelveInstance-1854496494 tempest-TestShelveInstance-1854496494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:29.025303 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4962b856-9a4f-4e2f-a79d-a7f77e86e39c tempest-TestShelveInstance-1854496494 tempest-TestShelveInstance-1854496494-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1093 time: 0.1869040 Jan 14 09:52:29.028526 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46550) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:29.033738 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'port_id': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:29.057796 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:29.164481 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:29.270271 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Allocated IP 172.27.3.179 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/dd774d30-92d0-49b5-a5c9-0e74d096e990) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:52:29.378702 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:29.418999 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:29.457407 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:52:29.461858 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:52:29.467483 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:52:29.491295 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'Port': ['ID=dd774d30-92d0-49b5-a5c9-0e74d096e990,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:29.620625 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:29.858879 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for floatingip (cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:29.929005 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.084063 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.089006 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.117953 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46592) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:30.159631 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event updated for resources: {'Port': ['ID=dd774d30-92d0-49b5-a5c9-0e74d096e990,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:30.172923 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.228866 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14901d06-64d2-4dba-bc62-8a5d9e12cdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.275744 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Floating IP cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97 associated. External IP: 172.27.3.179, port: 61ba2078-4848-49e0-ac0a-37d5d96adc46. Jan 14 09:52:30.307883 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14901d06-64d2-4dba-bc62-8a5d9e12cdd3 admin admin] Publish callbacks [] for security_group (3f6c14b4-3d6e-46be-a6f2-1c5f302f3006), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.312973 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-14901d06-64d2-4dba-bc62-8a5d9e12cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3f6c14b4-3d6e-46be-a6f2-1c5f302f3006), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.349840 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-14901d06-64d2-4dba-bc62-8a5d9e12cdd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af4574961a944072b070b4bd8f72338b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307069 Jan 14 09:52:30.352868 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46598) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:30.366225 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14901d06-64d2-4dba-bc62-8a5d9e12cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6c14b4-3d6e-46be-a6f2-1c5f302f3006,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:30.406155 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a9844abb-de4d-4321-af10-7b956320d5a0 admin admin] Publish callbacks [] for security_group (3f6c14b4-3d6e-46be-a6f2-1c5f302f3006), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.428374 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a9844abb-de4d-4321-af10-7b956320d5a0 admin admin] Publish callbacks [] for security_group (3f6c14b4-3d6e-46be-a6f2-1c5f302f3006), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.474568 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a9844abb-de4d-4321-af10-7b956320d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3f6c14b4-3d6e-46be-a6f2-1c5f302f3006), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.477174 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-a9844abb-de4d-4321-af10-7b956320d5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.478305 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-a9844abb-de4d-4321-af10-7b956320d5a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f6c14b4-3d6e-46be-a6f2-1c5f302f3006 HTTP/1.1" status: 204 len: 168 time: 0.1245513 Jan 14 09:52:30.485865 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9844abb-de4d-4321-af10-7b956320d5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6c14b4-3d6e-46be-a6f2-1c5f302f3006,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:30.506877 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Router a02fe7db-09bc-4d9c-8d76-6974176f5632 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:52:30.625144 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:52:30.635894 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] Sync routers for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:52:30.644271 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.646990 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:30.648126 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:52:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:30.677467 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-52ecc226-4368-4124-b669-c3fa34a2a971 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6477413 Jan 14 09:52:30.678162 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:30.681736 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec" -d '{"events": [{"name": "network-changed", "server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:30.725449 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad432f9-06f8-4a80-b0dc-19785b7558b4 x-openstack-request-id: req-5ad432f9-06f8-4a80-b0dc-19785b7558b4 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:30.725745 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:30.725998 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ad432f9-06f8-4a80-b0dc-19785b7558b4 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:30.726456 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'status': 'completed', 'code': 200} Jan 14 09:52:30.777229 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46608) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:30.788244 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:30.794936 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7222e22c-a58f-4d08-92a7-9cf41dbf7555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.808117 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-83983928-311c-49b0-b59f-199a16f83163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:30.809870 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-83983928-311c-49b0-b59f-199a16f83163 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0505226 Jan 14 09:52:30.874987 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7222e22c-a58f-4d08-92a7-9cf41dbf7555 admin admin] Publish callbacks [] for security_group (199e0a2e-32b8-48ad-b146-e171700c4d6e), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.879506 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7222e22c-a58f-4d08-92a7-9cf41dbf7555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (199e0a2e-32b8-48ad-b146-e171700c4d6e), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.902580 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-99385b42-8034-4e7e-9cea-8e540e143743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:30.904233 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-99385b42-8034-4e7e-9cea-8e540e143743 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.0874183 Jan 14 09:52:30.921882 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7222e22c-a58f-4d08-92a7-9cf41dbf7555 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57632be254cc4e48be492510ce100043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413047 Jan 14 09:52:30.921882 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222e22c-a58f-4d08-92a7-9cf41dbf7555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e0a2e-32b8-48ad-b146-e171700c4d6e,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:30.923036 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 46610) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:30.977474 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-fac5f312-02ad-4fce-8b47-33ea24885e84 admin admin] Publish callbacks [] for security_group (199e0a2e-32b8-48ad-b146-e171700c4d6e), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:30.984882 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-fd04c374-d1e1-4c79-a1f2-c42f5717eaca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 999 time: 0.0740454 Jan 14 09:52:31.002894 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-fac5f312-02ad-4fce-8b47-33ea24885e84 admin admin] Publish callbacks [] for security_group (199e0a2e-32b8-48ad-b146-e171700c4d6e), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:31.039205 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-ea3ea041-8a04-415c-9f58-c779569840d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:31.040678 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-ea3ea041-8a04-415c-9f58-c779569840d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0503745 Jan 14 09:52:31.050438 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'port_id': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'mac_address': 'fa:16:3e:a7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:52:29Z', 'updated_at': '2022-01-14T09:52:29Z', 'revision_number': 0, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:31.055375 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-fac5f312-02ad-4fce-8b47-33ea24885e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (199e0a2e-32b8-48ad-b146-e171700c4d6e), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:31.059000 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-fac5f312-02ad-4fce-8b47-33ea24885e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:31.062049 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-fac5f312-02ad-4fce-8b47-33ea24885e84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/199e0a2e-32b8-48ad-b146-e171700c4d6e HTTP/1.1" status: 204 len: 168 time: 0.1356654 Jan 14 09:52:31.076982 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5f312-02ad-4fce-8b47-33ea24885e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e0a2e-32b8-48ad-b146-e171700c4d6e,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:31.077580 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] Checking router: a02fe7db-09bc-4d9c-8d76-6974176f5632 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:52:31.091244 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:52:31.091892 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:52:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:31.103500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-d25e847a-92bf-4d71-9175-a12a34a8fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:31.104916 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-d25e847a-92bf-4d71-9175-a12a34a8fa98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587363 Jan 14 09:52:31.203614 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-07cea1b7-1bcd-4f3a-841e-5e321919f13d service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914030 Jan 14 09:52:31.207452 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:52:31.266962 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:31.306208 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60c6acc3-0aec-4a7c-aee7-e27d503a6dec req-2f1159eb-f4ae-460f-8c6d-950683e3250d service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919254 Jan 14 09:52:31.470766 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'port_id': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'mac_address': 'fa:16:3e:a7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:52:29Z', 'updated_at': '2022-01-14T09:52:29Z', 'revision_number': 0, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:52:31.496903 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c43a3c-fcb4-4d39-8845-b1673498143e None None] The sync data for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi is: [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'port_id': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'mac_address': 'fa:16:3e:a7:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:52:29Z', 'updated_at': '2022-01-14T09:52:29Z', 'revision_number': 0, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:52:31.696195 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e953a8-e6e1-4a79-aac1-d73268fa653d None None] New status for floating IP cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:52:34.668179 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46666) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:34.781108 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4506a787-3d23-44c0-90fd-4e6f25cc6f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:34.855390 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4506a787-3d23-44c0-90fd-4e6f25cc6f9b admin admin] Publish callbacks [] for security_group (3646f1cf-f745-4d8f-9870-d38f44df7639), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:34.857143 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-c49fd5c7-43ca-423b-b154-1082afb592d2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:34.858819 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-c49fd5c7-43ca-423b-b154-1082afb592d2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1088378 Jan 14 09:52:34.859620 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-4506a787-3d23-44c0-90fd-4e6f25cc6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3646f1cf-f745-4d8f-9870-d38f44df7639), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:34.875508 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-60939733-cd1f-4c0a-bd7d-bba697dcff80 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/quotas/354e79c6a8ce495698e22aa2bc0c9566 HTTP/1.1" status: 200 len: 375 time: 0.0098026 Jan 14 09:52:34.898809 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4506a787-3d23-44c0-90fd-4e6f25cc6f9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46733bb5f74e43f7a87839a1693ee0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293508 Jan 14 09:52:34.899797 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506a787-3d23-44c0-90fd-4e6f25cc6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3646f1cf-f745-4d8f-9870-d38f44df7639,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:34.902111 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46680) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:52:34.927610 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-17754ed2-16f2-43cb-836f-dbe3b0158c24 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467312 Jan 14 09:52:35.024599 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-1379e5ba-7edc-45ec-a4d7-d107e57d7fa0 service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898278 Jan 14 09:52:35.118471 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-cf7e2408-205f-4d4f-a527-92327a5681b9 service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877984 Jan 14 09:52:35.240379 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-47f8e5f3-24e6-4978-abca-010c8eb646bd admin admin] Publish callbacks [] for security_group (3646f1cf-f745-4d8f-9870-d38f44df7639), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:35.272395 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-47f8e5f3-24e6-4978-abca-010c8eb646bd admin admin] Publish callbacks [] for security_group (3646f1cf-f745-4d8f-9870-d38f44df7639), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:35.292218 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-459ef35a-3f59-4e63-9f23-e8474ccfd94a req-0c689015-81f1-4316-a529-860f96e6b073 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 210 time: 0.0370860 Jan 14 09:52:35.336552 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-47f8e5f3-24e6-4978-abca-010c8eb646bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3646f1cf-f745-4d8f-9870-d38f44df7639), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:35.339048 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-47f8e5f3-24e6-4978-abca-010c8eb646bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:35.342471 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-47f8e5f3-24e6-4978-abca-010c8eb646bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3646f1cf-f745-4d8f-9870-d38f44df7639 HTTP/1.1" status: 204 len: 168 time: 0.4364321 Jan 14 09:52:35.350274 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8e5f3-24e6-4978-abca-010c8eb646bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3646f1cf-f745-4d8f-9870-d38f44df7639,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:36.299634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-d71cc05a-a18b-4f41-ab65-eb98911166b2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:36.300995 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-d71cc05a-a18b-4f41-ab65-eb98911166b2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1312423 Jan 14 09:52:36.313395 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Request body: {'port': {'device_id': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'admin_state_up': True, 'tenant_id': '354e79c6a8ce495698e22aa2bc0c9566'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:36.403675 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-611efca7-3584-4ba2-9e44-0f8f57737783 req-b429880c-e4f9-4b31-bd71-498c467da0f8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 210 time: 0.0337749 Jan 14 09:52:36.440581 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Made reservation on behalf of 354e79c6a8ce495698e22aa2bc0c9566 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:52:36.444132 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:36.593718 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Allocated IP 172.20.0.6 (746b6838-b16b-4837-950e-306ded637236/2b2b5b97-1887-4864-9132-cc4b4047e562/fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:52:36.748422 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks [] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:36.784368 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:36.796503 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:52:36.830206 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Network 746b6838-b16b-4837-950e-306ded637236 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:52:36.836550 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:52:36.841750 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:52:36.872328 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event updated for resources: {'Port': ['ID=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:36.897064 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:36.897463 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:36.917748 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-7dfb1638-ed7c-4d42-bc61-c86122ae41c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6082788 Jan 14 09:52:36.930477 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Request body: {'port': {'device_id': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:36.992117 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:37.253235 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:37.260788 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Publish callbacks [] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:37.274263 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Transition to ACTIVE for port object fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:52:37.278444 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:37.332626 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1917794-abce-4340-9a41-c881f22398da service neutron] Pushing event updated for resources: {'Port': ['ID=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:37.411437 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Attempting to bind port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:52:37.411783 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Attempting to bind port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:52:37.412347 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Attempting to bind port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:37.417747 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d on network 746b6838-b16b-4837-950e-306ded637236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:52:37.418072 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Attempting to bind port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:37.423098 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:52:37.423448 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Checking segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:52:37.423790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Bound using segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:52:37.424210 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Bound port: fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:52:37.424566 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:37.518388 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] For port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:52:37.537990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] For port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:52:37.543388 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:37.591198 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dac88-159d-4d58-b413-a4539b25ba87 req-6aaae046-2e0e-4ad7-8b5f-3fdcc4e85a83 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:37.592932 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-068dac88-159d-4d58-b413-a4539b25ba87 req-6aaae046-2e0e-4ad7-8b5f-3fdcc4e85a83 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 943 time: 0.1146224 Jan 14 09:52:37.604622 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:37.605258 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:37.606730 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-a1917794-abce-4340-9a41-c881f22398da service neutron] 10.222.0.45 "PUT /v2.0/ports/fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d HTTP/1.1" status: 200 len: 1093 time: 0.6807520 Jan 14 09:52:37.608383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'tag': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:37.611264 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a212494d-74d1-4898-9dc4-438573fa0cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1feb26-e8a4-4db8-b792-62b82c6b91d7", "tag": "fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:37.649236 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1917794-abce-4340-9a41-c881f22398da service neutron] Pushing event updated for resources: {'Port': ['ID=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:37.663013 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceab0f23-be6f-4263-b4a7-a709e37c28a8 x-openstack-request-id: req-ceab0f23-be6f-4263-b4a7-a709e37c28a8 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:37.663299 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1feb26-e8a4-4db8-b792-62b82c6b91d7", "tag": "fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:37.663550 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ceab0f23-be6f-4263-b4a7-a709e37c28a8 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:37.664143 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'tag': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'status': 'completed', 'code': 200} Jan 14 09:52:37.691713 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-068dac88-159d-4d58-b413-a4539b25ba87 req-9f0e3048-1fe2-413b-b894-02a40a59daf1 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839849 Jan 14 09:52:37.721545 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-dad91dbe-2b6e-44fb-9b18-0a9dda50cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:37.723115 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-dad91dbe-2b6e-44fb-9b18-0a9dda50cc51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 1096 time: 0.0543108 Jan 14 09:52:37.771176 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-6c6a91f1-b3ec-4139-9826-76166051f099 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d HTTP/1.1" status: 200 len: 217 time: 0.0396159 Jan 14 09:52:37.820095 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491a075-e670-4718-a559-c01e77f8918d req-aee03468-5914-4985-be20-5d3576dbbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:37.821580 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-aee03468-5914-4985-be20-5d3576dbbbb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0448685 Jan 14 09:52:37.859554 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-9a7fbe6c-28a3-43d5-bb74-04ef6f15498e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252488 Jan 14 09:52:37.948617 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-381dd8eb-a480-4cb8-b93e-52b5523137e6 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Jan 14 09:52:38.043368 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1491a075-e670-4718-a559-c01e77f8918d req-e349894b-577b-4ab6-a96f-cc804b0d9e5e service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Jan 14 09:52:38.153629 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-8081f1a0-7e83-4c7f-84c9-5633fd26137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:38.155073 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-8081f1a0-7e83-4c7f-84c9-5633fd26137d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 1096 time: 0.0470197 Jan 14 09:52:38.253572 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-ec4d67c3-36ea-497b-94b4-3a2739255d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:38.255056 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-ec4d67c3-36ea-497b-94b4-3a2739255d68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 916 time: 0.0911369 Jan 14 09:52:38.299509 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-dd2da86f-e4bb-41d1-8787-bbfb163f96b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d HTTP/1.1" status: 200 len: 217 time: 0.0350630 Jan 14 09:52:38.350609 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-2b1c221a-9082-40d9-93cd-40d3716a7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:38.352083 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-2b1c221a-9082-40d9-93cd-40d3716a7a73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0452123 Jan 14 09:52:38.393196 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-1540509b-b83d-4088-af9f-415fee272c2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288968 Jan 14 09:52:38.483487 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-75da09c9-5efb-4511-b2a0-1ef0e8caf302 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836170 Jan 14 09:52:38.577709 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a212494d-74d1-4898-9dc4-438573fa0cf1 req-5fd15f8e-f5a3-41b4-ac3f-f40f5419800f service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864351 Jan 14 09:52:38.817286 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c1d56-f5ad-486b-a165-e58729f5cc08 req-8c9df0af-a717-476a-8bb2-b46d03b55938 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:38.818832 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b51c1d56-f5ad-486b-a165-e58729f5cc08 req-8c9df0af-a717-476a-8bb2-b46d03b55938 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 943 time: 0.0580070 Jan 14 09:52:38.866517 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b51c1d56-f5ad-486b-a165-e58729f5cc08 req-78ffe877-b826-4950-83fe-d932f5aedc78 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jan 14 09:52:39.987191 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa66fdf-3312-434b-a4b4-7e6da2a10b4d req-95527852-3004-4bd4-9415-a2ff0667bd86 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:39.988584 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaa66fdf-3312-434b-a4b4-7e6da2a10b4d req-95527852-3004-4bd4-9415-a2ff0667bd86 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 943 time: 0.0508606 Jan 14 09:52:40.036551 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aaa66fdf-3312-434b-a4b4-7e6da2a10b4d req-6958d142-c1f8-419a-a802-e05511f18739 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Jan 14 09:52:40.707975 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:52:40.806549 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:40.818657 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'port_id': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'mac_address': 'fa:16:3e:84:da:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2b5b97-1887-4864-9132-cc4b4047e562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:52:40.855838 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:40.856226 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:40.872414 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:40.897512 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:40.909172 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:40.964159 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:41.154305 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1585e12-79de-4aaf-a284-89d8afa116ef req-0d9b09f0-34e9-454b-987b-c2de32dd8b4c tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:41.155843 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c1585e12-79de-4aaf-a284-89d8afa116ef req-0d9b09f0-34e9-454b-987b-c2de32dd8b4c tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 944 time: 0.0521724 Jan 14 09:52:41.196408 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:52:41.209919 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c1585e12-79de-4aaf-a284-89d8afa116ef req-14b65e52-ba6a-488a-b81e-049165c2d46e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472879 Jan 14 09:52:42.326632 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa492-20cb-43f7-99ef-84c13989ed57 req-5d624fdd-dafc-4467-9bdf-53671d71bb32 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:42.328121 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4aaa492-20cb-43f7-99ef-84c13989ed57 req-5d624fdd-dafc-4467-9bdf-53671d71bb32 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 944 time: 0.0493588 Jan 14 09:52:42.376576 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b4aaa492-20cb-43f7-99ef-84c13989ed57 req-f110cb3f-c96a-42d0-9b07-76bb50d1e002 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Jan 14 09:52:42.714276 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:52:42.769159 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:52:42.773601 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:42.774179 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:42.856036 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:42.856414 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:42.882777 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:42.885009 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a37789-d474-481c-8818-bb9c5aa558e2" -d '{"events": [{"server_uuid": "2d1feb26-e8a4-4db8-b792-62b82c6b91d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:42.897629 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:42.902808 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:42.927776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3381a30-2ce1-4de4-9c5d-7e1c9ed0ed95 x-openstack-request-id: req-b3381a30-2ce1-4de4-9c5d-7e1c9ed0ed95 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:42.928067 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1feb26-e8a4-4db8-b792-62b82c6b91d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:42.928316 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3381a30-2ce1-4de4-9c5d-7e1c9ed0ed95 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:42.928703 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'code': 200} Jan 14 09:52:42.958911 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:43.105053 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a622d9e-52d8-4fe1-a243-9a66ae025607 req-d26a8228-7a1c-4e01-99ea-4ea1295c2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:43.106583 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a622d9e-52d8-4fe1-a243-9a66ae025607 req-d26a8228-7a1c-4e01-99ea-4ea1295c2a3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 1098 time: 0.0442917 Jan 14 09:52:43.153270 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9a622d9e-52d8-4fe1-a243-9a66ae025607 req-b4fe3bae-3ff3-4bd7-902d-6f9c81c6b71f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Jan 14 09:52:43.501008 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67017de6-472b-4e4a-8125-c9530e59f10b req-bcd4c5cd-69e5-49a5-a860-82ea16b1540e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:43.503866 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67017de6-472b-4e4a-8125-c9530e59f10b req-bcd4c5cd-69e5-49a5-a860-82ea16b1540e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Jan 14 09:52:43.551742 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-67017de6-472b-4e4a-8125-c9530e59f10b req-24e88936-c5a5-4ce3-8630-e7b6bde0850b tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Jan 14 09:52:44.669496 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa5884-6488-40f7-a99c-fee34c8b5da9 req-761e0990-2b29-41aa-a863-cd89001b0197 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:44.671125 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ddfa5884-6488-40f7-a99c-fee34c8b5da9 req-761e0990-2b29-41aa-a863-cd89001b0197 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Jan 14 09:52:44.723350 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-ddfa5884-6488-40f7-a99c-fee34c8b5da9 req-ee9da430-b55c-4efc-b5d1-9f6261712ee9 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Jan 14 09:52:46.067686 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:46.592984 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-9c9518b7-1305-46ab-8dd0-f8970e83b158 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:46.594452 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-9c9518b7-1305-46ab-8dd0-f8970e83b158 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1174586 Jan 14 09:52:46.610327 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-1f379c3d-2123-4973-8999-9c18749ce1b2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/quotas/354e79c6a8ce495698e22aa2bc0c9566 HTTP/1.1" status: 200 len: 375 time: 0.0104809 Jan 14 09:52:46.665770 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-ebf1669a-97fc-4570-b53b-f4c18508b260 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497551 Jan 14 09:52:46.762636 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-6871f03d-f7ba-48e6-9ece-0773c6a9ef00 service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900528 Jan 14 09:52:46.853914 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-9d14f4a8-09f3-44c4-87ba-321b59fb9c7c service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856719 Jan 14 09:52:47.011475 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9a49e6d3-4058-4079-9cc0-52d4dcd80de8 req-c4f1d7db-caa6-4b89-bae8-b8a40f7a1fd8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Jan 14 09:52:48.037772 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-1e463f04-e99c-4c16-851e-99e5643060fa tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:48.040022 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-1e463f04-e99c-4c16-851e-99e5643060fa tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1110067 Jan 14 09:52:48.055864 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Request body: {'port': {'device_id': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'admin_state_up': True, 'tenant_id': '354e79c6a8ce495698e22aa2bc0c9566'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:48.135477 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f0f6054a-c10a-4f62-9180-da1db19ef858 req-4d923ea8-7c23-4c39-8954-98d0bd645969 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 210 time: 0.0352719 Jan 14 09:52:48.198269 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Made reservation on behalf of 354e79c6a8ce495698e22aa2bc0c9566 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:52:48.201835 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:48.322052 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Allocated IP 172.20.0.10 (746b6838-b16b-4837-950e-306ded637236/2b2b5b97-1887-4864-9132-cc4b4047e562/e78aae1e-ce77-4220-a3bb-e0672cf22873) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:52:48.466557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks [] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:48.505092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:48.518941 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:52:48.547052 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Network 746b6838-b16b-4837-950e-306ded637236 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:52:48.552617 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:52:48.556513 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:52:48.562790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event updated for resources: {'Port': ['ID=e78aae1e-ce77-4220-a3bb-e0672cf22873,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:48.593110 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.593384 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.593693 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.594020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.594357 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.594688 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.595007 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.595325 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.595694 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.595969 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.596889 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.597187 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.597501 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:52:48.621436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:48.622045 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:48.637238 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-4db07d93-19c6-4e1e-8192-493018ef82be tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5860074 Jan 14 09:52:48.649733 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Request body: {'port': {'device_id': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:52:48.706983 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:48.970045 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78aae1e-ce77-4220-a3bb-e0672cf22873 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:48.978130 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Publish callbacks [] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:48.989662 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Transition to ACTIVE for port object e78aae1e-ce77-4220-a3bb-e0672cf22873 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:52:48.994331 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:49.047413 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Pushing event updated for resources: {'Port': ['ID=e78aae1e-ce77-4220-a3bb-e0672cf22873,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:49.112690 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Attempting to bind port e78aae1e-ce77-4220-a3bb-e0672cf22873 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:52:49.113020 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Attempting to bind port e78aae1e-ce77-4220-a3bb-e0672cf22873 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:52:49.113344 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Attempting to bind port e78aae1e-ce77-4220-a3bb-e0672cf22873 on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:49.117665 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Port e78aae1e-ce77-4220-a3bb-e0672cf22873 on network 746b6838-b16b-4837-950e-306ded637236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:52:49.117986 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Attempting to bind port e78aae1e-ce77-4220-a3bb-e0672cf22873 on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:52:49.122847 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:52:49.123181 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Checking segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:52:49.123635 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Bound using segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:52:49.123988 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Bound port: e78aae1e-ce77-4220-a3bb-e0672cf22873, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:52:49.124339 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:49.189154 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] For port e78aae1e-ce77-4220-a3bb-e0672cf22873, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:52:49.192914 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] For port e78aae1e-ce77-4220-a3bb-e0672cf22873, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:52:49.197756 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:49.238302 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.238991 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:49.240404 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] 10.222.0.45 "PUT /v2.0/ports/e78aae1e-ce77-4220-a3bb-e0672cf22873 HTTP/1.1" status: 200 len: 1094 time: 0.5947409 Jan 14 09:52:49.240912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'tag': 'e78aae1e-ce77-4220-a3bb-e0672cf22873'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:49.244009 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef44309e-5e2d-4892-9eb5-4db147171483", "tag": "e78aae1e-ce77-4220-a3bb-e0672cf22873"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:49.257679 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233edac3-2cf7-462b-b8c0-4180b1f5372b req-671a6917-3d0d-4be7-a543-902613133bea tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.259241 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-233edac3-2cf7-462b-b8c0-4180b1f5372b req-671a6917-3d0d-4be7-a543-902613133bea tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 944 time: 0.0577822 Jan 14 09:52:49.273176 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d4769-a24e-460d-b753-eeaedaf31a3a service neutron] Pushing event updated for resources: {'Port': ['ID=e78aae1e-ce77-4220-a3bb-e0672cf22873,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:49.298398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45211d9-3ce6-4006-abe2-82eeb5f6a1f6 x-openstack-request-id: req-d45211d9-3ce6-4006-abe2-82eeb5f6a1f6 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:49.298398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef44309e-5e2d-4892-9eb5-4db147171483", "tag": "e78aae1e-ce77-4220-a3bb-e0672cf22873", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:49.298398 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d45211d9-3ce6-4006-abe2-82eeb5f6a1f6 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:49.298781 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'tag': 'e78aae1e-ce77-4220-a3bb-e0672cf22873', 'status': 'completed', 'code': 200} Jan 14 09:52:49.325906 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-233edac3-2cf7-462b-b8c0-4180b1f5372b req-d27e54e4-e78b-4b65-901d-486ba73a2a66 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Jan 14 09:52:49.328323 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-ad781b8b-d788-494f-9db0-c4d867036161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.329810 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-ad781b8b-d788-494f-9db0-c4d867036161 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 1097 time: 0.0418799 Jan 14 09:52:49.379244 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-eed52b78-e1e0-4e73-bdfa-b8c5fc01ccfe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873 HTTP/1.1" status: 200 len: 217 time: 0.0358391 Jan 14 09:52:49.432913 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-c2d96608-a40a-453e-bf71-fe00b8504351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.434439 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-c2d96608-a40a-453e-bf71-fe00b8504351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0476029 Jan 14 09:52:49.466334 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-09a92d5d-9fee-43d0-9885-9cb2d5c1250b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233209 Jan 14 09:52:49.554634 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-2091b762-82a2-4225-8f7b-9442a8206c57 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798306 Jan 14 09:52:49.651047 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-0bc13896-9845-4198-8963-68f05cacf0a1 req-77e73f94-48c5-40d4-9a6c-250b0f51273b service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867329 Jan 14 09:52:49.736605 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-967c3428-c322-48a6-9277-78d2f2037e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.738622 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-967c3428-c322-48a6-9277-78d2f2037e05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 1097 time: 0.0409236 Jan 14 09:52:49.832012 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-f16b304d-e0ac-4275-b47c-4efb0a4dec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.833377 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-f16b304d-e0ac-4275-b47c-4efb0a4dec5e service neutron] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 916 time: 0.0875142 Jan 14 09:52:49.874975 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-8ad8a729-08a9-4735-b5ba-7b379bbab0f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873 HTTP/1.1" status: 200 len: 217 time: 0.0343070 Jan 14 09:52:49.924256 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-1eb6fc6d-d137-48b6-a427-72c787e3fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:49.926542 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-1eb6fc6d-d137-48b6-a427-72c787e3fe5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0445139 Jan 14 09:52:49.957740 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-0db09899-a3f9-446d-9582-3f8844746259 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247715 Jan 14 09:52:50.057615 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-57793ca7-2039-4cb8-9b75-4f0dfc7be17f service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907700 Jan 14 09:52:50.149717 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6b452701-bd99-45ab-b3ce-7e3b3b59ae7f req-85fec5b9-a709-4864-bca3-8873c95da4d0 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837023 Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.441673 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:52:50.444527 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:52:50.446029 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d00510-2433-4851-a740-d52df9eeb039 req-1600fc62-42c9-4378-aebe-3a7c939575de tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:50.447532 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08d00510-2433-4851-a740-d52df9eeb039 req-1600fc62-42c9-4378-aebe-3a7c939575de tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 944 time: 0.0520000 Jan 14 09:52:50.494622 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08d00510-2433-4851-a740-d52df9eeb039 req-4428d9f7-abed-4f8a-b018-8c239ff33bfc tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415659 Jan 14 09:52:51.607876 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15df2f-6f2e-439d-ad32-d268a01047a4 req-f3b48958-080c-44f1-9131-7716ada3dc4c tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:51.609588 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-be15df2f-6f2e-439d-ad32-d268a01047a4 req-f3b48958-080c-44f1-9131-7716ada3dc4c tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 944 time: 0.0485651 Jan 14 09:52:51.662053 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-be15df2f-6f2e-439d-ad32-d268a01047a4 req-01ba77c1-1193-4bac-93ca-1caca270e85d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Jan 14 09:52:52.744423 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e78aae1e-ce77-4220-a3bb-e0672cf22873 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:52:52.775091 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e725e7-34d4-44a0-a6f1-5f7b0efb2a26 req-ed8dd57a-0f6c-4b64-bbb8-9e2b4db8edc7 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:52.776581 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e1e725e7-34d4-44a0-a6f1-5f7b0efb2a26 req-ed8dd57a-0f6c-4b64-bbb8-9e2b4db8edc7 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 944 time: 0.0481312 Jan 14 09:52:52.823663 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e1e725e7-34d4-44a0-a6f1-5f7b0efb2a26 req-e74889c4-f648-4f8a-abbc-faff072ab8c9 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Jan 14 09:52:52.837811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port e78aae1e-ce77-4220-a3bb-e0672cf22873, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:52.855207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'e78aae1e-ce77-4220-a3bb-e0672cf22873', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'port_id': 'e78aae1e-ce77-4220-a3bb-e0672cf22873', 'mac_address': 'fa:16:3e:2e:50:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2b5b97-1887-4864-9132-cc4b4047e562', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:52:52.893005 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port e78aae1e-ce77-4220-a3bb-e0672cf22873 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:52.893381 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:52.905957 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78aae1e-ce77-4220-a3bb-e0672cf22873 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:52:52.926601 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port e78aae1e-ce77-4220-a3bb-e0672cf22873, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:52.930914 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:52.979330 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=e78aae1e-ce77-4220-a3bb-e0672cf22873,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:53.205169 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['e78aae1e-ce77-4220-a3bb-e0672cf22873'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:52:53.951899 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407aa57-5c15-41ae-b715-ebd0bd0aec1d req-5d20dcc5-b692-4c5d-9a38-188e75ac59c7 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:53.953429 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4407aa57-5c15-41ae-b715-ebd0bd0aec1d req-5d20dcc5-b692-4c5d-9a38-188e75ac59c7 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 945 time: 0.0533094 Jan 14 09:52:54.000429 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4407aa57-5c15-41ae-b715-ebd0bd0aec1d req-a55c987e-9196-4120-bab2-03ad47457e7e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Jan 14 09:52:54.523762 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2edcea19-0a4a-467f-9ff8-2a5843c31293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:54.752065 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e78aae1e-ce77-4220-a3bb-e0672cf22873 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:52:54.809571 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port e78aae1e-ce77-4220-a3bb-e0672cf22873 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:52:54.814181 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port e78aae1e-ce77-4220-a3bb-e0672cf22873 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:52:54.814598 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:54.906144 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port e78aae1e-ce77-4220-a3bb-e0672cf22873 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:52:54.906562 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:54.933448 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78aae1e-ce77-4220-a3bb-e0672cf22873'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:52:54.935711 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8098ce18-3af2-4c01-8c1d-636cb463debd" -d '{"events": [{"server_uuid": "ef44309e-5e2d-4892-9eb5-4db147171483", "name": "network-vif-plugged", "status": "completed", "tag": "e78aae1e-ce77-4220-a3bb-e0672cf22873"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:52:54.950300 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port e78aae1e-ce77-4220-a3bb-e0672cf22873, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:52:54.954749 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:54.988069 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52895726-4a3f-4bf5-9c31-e5106a21ed1e x-openstack-request-id: req-52895726-4a3f-4bf5-9c31-e5106a21ed1e {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:52:54.988356 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44309e-5e2d-4892-9eb5-4db147171483", "name": "network-vif-plugged", "status": "completed", "tag": "e78aae1e-ce77-4220-a3bb-e0672cf22873", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:52:54.988606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52895726-4a3f-4bf5-9c31-e5106a21ed1e {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:52:54.988991 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78aae1e-ce77-4220-a3bb-e0672cf22873', 'code': 200} Jan 14 09:52:55.008949 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=e78aae1e-ce77-4220-a3bb-e0672cf22873,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:52:55.225539 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f8e70-f168-4d21-bb79-e3c41910ee06 req-ebc4ca17-5749-4e49-b427-d4c1c4782104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:55.227255 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa5f8e70-f168-4d21-bb79-e3c41910ee06 req-ebc4ca17-5749-4e49-b427-d4c1c4782104 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 1099 time: 0.0448267 Jan 14 09:52:55.271369 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-fa5f8e70-f168-4d21-bb79-e3c41910ee06 req-d3de2bd7-6710-450f-8ffe-03948951010d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Jan 14 09:52:55.282088 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab81524-5a73-4aa9-85c0-31cb77beec8f req-3bd90abc-f3d5-41bd-b128-f10f3bfc924d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:55.283959 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7ab81524-5a73-4aa9-85c0-31cb77beec8f req-3bd90abc-f3d5-41bd-b128-f10f3bfc924d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0525916 Jan 14 09:52:55.331292 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7ab81524-5a73-4aa9-85c0-31cb77beec8f req-5c37932e-ed0f-4cfa-81cb-281a6d537eb9 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Jan 14 09:52:56.447912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc403c-02db-49a4-b239-44fb33e40316 req-cd5a442e-1a54-41f7-93c7-5862ecdcd10a tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:56.449272 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d5bc403c-02db-49a4-b239-44fb33e40316 req-cd5a442e-1a54-41f7-93c7-5862ecdcd10a tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0472462 Jan 14 09:52:56.496744 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d5bc403c-02db-49a4-b239-44fb33e40316 req-0381005a-cf29-4304-95d7-ac1c63308611 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Jan 14 09:52:56.838275 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-cc03eda9-5d78-4a92-a33a-843494a1f4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:57.611382 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429aa2-f74d-4759-804b-10bca7586f93 req-7c970fc4-367b-435e-8867-f46830ab1513 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:57.613392 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fc429aa2-f74d-4759-804b-10bca7586f93 req-7c970fc4-367b-435e-8867-f46830ab1513 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0513337 Jan 14 09:52:57.657482 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fc429aa2-f74d-4759-804b-10bca7586f93 req-6e38ca6b-7c57-4b5a-bc86-350772be50f6 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Jan 14 09:52:57.911554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:58.772114 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500346ee-fb34-435e-9633-257bbc154f5d req-c285621e-19f5-48bd-9b36-c951d6f3503e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:58.773559 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-500346ee-fb34-435e-9633-257bbc154f5d req-c285621e-19f5-48bd-9b36-c951d6f3503e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0483932 Jan 14 09:52:58.822771 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-500346ee-fb34-435e-9633-257bbc154f5d req-aac2ff05-22ff-45cf-b071-892fc8d202c7 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Jan 14 09:52:59.625645 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:52:59.934903 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd3d5e-8068-48f4-99bc-f598158ee24e req-725a5ef6-90e1-4e4f-a861-00327018613e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:52:59.936394 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-63fd3d5e-8068-48f4-99bc-f598158ee24e req-725a5ef6-90e1-4e4f-a861-00327018613e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0492826 Jan 14 09:52:59.984234 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-63fd3d5e-8068-48f4-99bc-f598158ee24e req-e9e5bdf3-cad1-4567-99a6-b77d232acc9f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418773 Jan 14 09:53:01.249999 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:02.001974 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133aa72e-3e43-4b02-9413-925d2381e8ca req-c12d134a-67c7-4c8f-bdd9-34d5cd468bff tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:02.002605 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-133aa72e-3e43-4b02-9413-925d2381e8ca req-c12d134a-67c7-4c8f-bdd9-34d5cd468bff tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0564308 Jan 14 09:53:02.066811 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-133aa72e-3e43-4b02-9413-925d2381e8ca req-136c61a7-c675-4db5-aa51-fc8bd4effb26 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547268 Jan 14 09:53:03.183620 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ac42b-ca8d-4010-8184-810d7116dd06 req-db6506b5-9077-4b50-9af2-d342df4a7214 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:03.185147 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1a2ac42b-ca8d-4010-8184-810d7116dd06 req-db6506b5-9077-4b50-9af2-d342df4a7214 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0489013 Jan 14 09:53:03.239772 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1a2ac42b-ca8d-4010-8184-810d7116dd06 req-55a2fc2a-95b1-4b1d-921f-c7dc9e23a553 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485921 Jan 14 09:53:03.270585 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 46996) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:03.377946 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ef05326c-fc22-470f-a61b-f5e12d44afd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.449732 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ef05326c-fc22-470f-a61b-f5e12d44afd3 admin admin] Publish callbacks [] for security_group (47047e6e-5179-49a2-82ed-c24553ab2f3f), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.454164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-ef05326c-fc22-470f-a61b-f5e12d44afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (47047e6e-5179-49a2-82ed-c24553ab2f3f), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.491621 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-ef05326c-fc22-470f-a61b-f5e12d44afd3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=628a9e5f127848ba9d03b0ee4f8a2b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199190 Jan 14 09:53:03.492751 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05326c-fc22-470f-a61b-f5e12d44afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47047e6e-5179-49a2-82ed-c24553ab2f3f,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:03.494404 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47000) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:03.543171 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4066e252-b00e-41f2-a274-98356c365a08 admin admin] Publish callbacks [] for security_group (47047e6e-5179-49a2-82ed-c24553ab2f3f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.563841 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4066e252-b00e-41f2-a274-98356c365a08 admin admin] Publish callbacks [] for security_group (47047e6e-5179-49a2-82ed-c24553ab2f3f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.610962 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4066e252-b00e-41f2-a274-98356c365a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (47047e6e-5179-49a2-82ed-c24553ab2f3f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.613663 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4066e252-b00e-41f2-a274-98356c365a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:03.614883 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4066e252-b00e-41f2-a274-98356c365a08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47047e6e-5179-49a2-82ed-c24553ab2f3f HTTP/1.1" status: 204 len: 168 time: 0.1192288 Jan 14 09:53:03.622670 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066e252-b00e-41f2-a274-98356c365a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47047e6e-5179-49a2-82ed-c24553ab2f3f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:04.360183 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df57bf7-1412-48fc-b961-bbaaa2a19900 req-18030203-ec53-401b-a849-9509fef0ceee tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:04.361740 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9df57bf7-1412-48fc-b961-bbaaa2a19900 req-18030203-ec53-401b-a849-9509fef0ceee tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0534551 Jan 14 09:53:04.414033 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9df57bf7-1412-48fc-b961-bbaaa2a19900 req-9b2fcb67-1106-4fcd-ad48-41694b5a190f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463576 Jan 14 09:53:05.535015 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb7304-11d0-4262-9cbb-1489759e6d4b req-2972d59a-e68f-4d10-9a0e-d557c3aae4bd tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:05.536510 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-afbb7304-11d0-4262-9cbb-1489759e6d4b req-2972d59a-e68f-4d10-9a0e-d557c3aae4bd tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0523181 Jan 14 09:53:05.584737 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-afbb7304-11d0-4262-9cbb-1489759e6d4b req-3eb500ed-299c-4932-a8e4-965e2bf99ad2 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427716 Jan 14 09:53:05.722946 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:53:06.699841 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060339c-647f-4c90-b923-26c96311475d req-e3150a7b-4696-4e5f-a34e-7f47822d8f22 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:06.701660 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d060339c-647f-4c90-b923-26c96311475d req-e3150a7b-4696-4e5f-a34e-7f47822d8f22 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 945 time: 0.0500171 Jan 14 09:53:06.749284 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d060339c-647f-4c90-b923-26c96311475d req-ba7ddf5c-5a51-49d3-8194-1e5a583f6f4a tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419188 Jan 14 09:53:06.787810 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 4b264089-8f21-4f26-a3f0-1c2c4425bbdd no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:53:06.865607 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd is: ACTIVE; New status is: DOWN {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:53:06.865990 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:06.888166 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:06.890367 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558214d-666e-476e-b79f-c428793c3e1b" -d '{"events": [{"server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "name": "network-vif-unplugged", "status": "completed", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:06.902875 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:06.906886 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:06.931611 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9517c608-f8b9-4b2b-9e52-ed3c69c1d94b x-openstack-request-id: req-9517c608-f8b9-4b2b-9e52-ed3c69c1d94b {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:06.931895 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "name": "network-vif-unplugged", "status": "completed", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:06.932140 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9517c608-f8b9-4b2b-9e52-ed3c69c1d94b {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:06.932517 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'code': 200} Jan 14 09:53:06.957091 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=6']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:07.881580 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86c4b-6a1b-4366-b40c-e6e126a9d88c req-29146035-63a5-465e-b71f-86197dc64a4c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:07.883464 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-96f86c4b-6a1b-4366-b40c-e6e126a9d88c req-29146035-63a5-465e-b71f-86197dc64a4c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0610142 Jan 14 09:53:07.943169 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-96f86c4b-6a1b-4366-b40c-e6e126a9d88c req-e4163015-9b22-4d03-b965-d695bbef3e86 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537512 Jan 14 09:53:08.626663 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-eaa07776-9cb3-4261-9cee-901c41241fc9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:08.628238 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-eaa07776-9cb3-4261-9cee-901c41241fc9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0703781 Jan 14 09:53:08.771091 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Deleting port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:53:08.771446 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:08.872675 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] For port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:08.873096 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:09.131273 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b7a17-00d9-46e5-bd44-7b8628fdf3b2 req-c2cc139e-7215-41c3-9499-e340d47813a4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:09.132883 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cf2b7a17-00d9-46e5-bd44-7b8628fdf3b2 req-c2cc139e-7215-41c3-9499-e340d47813a4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 943 time: 0.0719056 Jan 14 09:53:09.152100 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:09.152727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (546c0b10-9461-4da2-a52e-4a001f8b6128), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:09.153192 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.db.l3_db [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Floating IP 546c0b10-9461-4da2-a52e-4a001f8b6128 disassociated. External IP: 172.27.3.152, port: 4b264089-8f21-4f26-a3f0-1c2c4425bbdd. Jan 14 09:53:09.153923 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Calling delete_port for 4b264089-8f21-4f26-a3f0-1c2c4425bbdd owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:53:09.193427 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cf2b7a17-00d9-46e5-bd44-7b8628fdf3b2 req-70c30724-fa4d-4a72-86c7-8fb13b9c7953 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546274 Jan 14 09:53:09.316374 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (4b264089-8f21-4f26-a3f0-1c2c4425bbdd), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:09.386306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'Port': ['ID=4b264089-8f21-4f26-a3f0-1c2c4425bbdd,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:09.880457 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:53:10.018365 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:53:10.041704 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:53:10.055925 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:53:10.056548 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:52:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:10.084696 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] No DVR routers for this DVR port 4b264089-8f21-4f26-a3f0-1c2c4425bbdd on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:53:10.087875 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:10.092855 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c7867453-6c06-49d2-b27b-cea7f8f9d50a req-f974222e-f8ac-4f12-b4b6-3d27bcb9235e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "DELETE /v2.0/ports/4b264089-8f21-4f26-a3f0-1c2c4425bbdd HTTP/1.1" status: 204 len: 173 time: 1.4386125 Jan 14 09:53:10.092855 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'name': 'network-vif-deleted', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:10.094594 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83b1ec-10ef-4df7-b1a5-37d4b7494a2c" -d '{"events": [{"server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "name": "network-vif-deleted", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:10.178958 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe69374-40a8-47e7-841e-3cdd92e673cf x-openstack-request-id: req-9fe69374-40a8-47e7-841e-3cdd92e673cf {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:10.179727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56917cca-28b3-42a4-b9e3-b6b97a4b335b", "name": "network-vif-deleted", "tag": "4b264089-8f21-4f26-a3f0-1c2c4425bbdd", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:10.179727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fe69374-40a8-47e7-841e-3cdd92e673cf {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:10.180418 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56917cca-28b3-42a4-b9e3-b6b97a4b335b', 'name': 'network-vif-deleted', 'tag': '4b264089-8f21-4f26-a3f0-1c2c4425bbdd', 'status': 'completed', 'code': 200} Jan 14 09:53:10.219502 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:53:10.348339 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-d120d514-734f-446c-9cb3-51264b482fd6 req-7436b8b3-2c05-4aa4-973b-870bc7870cb9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=56917cca-28b3-42a4-b9e3-b6b97a4b335b HTTP/1.1" status: 200 len: 210 time: 0.0562708 Jan 14 09:53:10.551443 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:10.597533 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:53:10.612645 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:53:10.614383 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:52:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:10.775300 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:53:11.107143 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:11.153145 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbb131-86c8-484b-87a3-39995ecfaa94 None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:53:11.484779 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839499d-1088-458b-8fa6-b1fde8ff38ae None None] New status for floating IP 546c0b10-9461-4da2-a52e-4a001f8b6128: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:53:11.809451 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-bc576e7f-1c0e-4685-b208-5429831566f4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38373261&fields=id&tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 267 time: 0.0589240 Jan 14 09:53:11.944741 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-1647c6c5-fe51-43a3-9eb8-a3b60b364ba7 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:11.946243 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-1647c6c5-fe51-43a3-9eb8-a3b60b364ba7 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 811 time: 0.1277547 Jan 14 09:53:11.968420 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-948c58cb-119c-4128-819a-536d827f60bf tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/quotas/bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 375 time: 0.0102148 Jan 14 09:53:12.031230 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-b701edb0-9abd-4675-97fb-34d44a841a1e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533531 Jan 14 09:53:12.150145 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-7713304c-50f4-4656-91a2-e2b2e3f3f704 service neutron] 10.222.0.48 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042190 Jan 14 09:53:12.252573 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-31638236-2260-44db-a42c-3efe72578425 service neutron] 10.222.0.48 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952914 Jan 14 09:53:12.294543 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-7324ea26-f828-4c00-8782-d5142a62eb72 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:12.296092 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-7324ea26-f828-4c00-8782-d5142a62eb72 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.1271694 Jan 14 09:53:12.312409 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-ce889575-7e25-4fde-b5d9-61c069cc5a28 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/quotas/354e79c6a8ce495698e22aa2bc0c9566 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Jan 14 09:53:12.372796 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-c5ad3d94-800c-4681-9a06-3cbc20c0dddd tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550208 Jan 14 09:53:12.488451 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-58c4edb0-6ad1-44ba-9735-68943b3ccbbe service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082153 Jan 14 09:53:12.606620 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-374b8e11-2250-4b5c-9520-595e74adf702 service neutron] 10.222.0.48 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119411 Jan 14 09:53:12.621017 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c4eb2201-166e-46d1-abdd-69fedec7454d req-4ce4a07b-19fe-443c-9ede-f42a0491da8f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 210 time: 0.0417035 Jan 14 09:53:12.863607 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08a1c613-1046-4a7a-b515-b8fc1d7eddc7 req-50626b8d-8c1c-44ad-a547-b99f5fdc274f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 210 time: 0.0285318 Jan 14 09:53:13.725830 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d2cd6331-be90-4c3b-ad13-b641d559897f req-2f2a9e61-f8db-4aa8-bb3b-0aefde8d946c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jan 14 09:53:13.950677 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-3ae9ad7f-4850-48ad-b2ee-579deb26c351 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:13.952579 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-3ae9ad7f-4850-48ad-b2ee-579deb26c351 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 811 time: 0.1578805 Jan 14 09:53:14.023042 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2f19adef-2e76-4a55-884a-a2296bfafad8 req-23f5c4e5-a7c2-4f92-a00b-6b81dbb7b321 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 210 time: 0.0405853 Jan 14 09:53:14.157331 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-1ac7e271-d01e-41d4-a36f-46b1b22a5a69 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 378 time: 0.1924708 Jan 14 09:53:14.172271 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'port': {'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'admin_state_up': True, 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'security_groups': ['09f115fb-cf93-44aa-bb41-a7471525a976']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:53:14.277215 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-b4492587-c926-4371-a648-48829e235d3c tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:14.278740 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-b4492587-c926-4371-a648-48829e235d3c tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 815 time: 0.2309849 Jan 14 09:53:14.297120 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Request body: {'port': {'device_id': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'admin_state_up': True, 'tenant_id': '354e79c6a8ce495698e22aa2bc0c9566'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:53:14.420229 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Made reservation on behalf of bf5c8a2464f543e4b2e3c1a50648f73d for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:53:14.424335 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:14.519034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Made reservation on behalf of 354e79c6a8ce495698e22aa2bc0c9566 for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:53:14.527556 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:14.655634 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Allocated IP 172.20.0.9 (80c10abc-4f06-43c3-8b66-e45b72fd3048/e5e45dcc-de47-4916-90f0-658df38b14a0/e4a905e5-ffa5-4d99-82af-d3f47bad54f6) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:53:14.750964 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Allocated IP 172.20.0.3 (746b6838-b16b-4837-950e-306ded637236/2b2b5b97-1887-4864-9132-cc4b4047e562/b6a7897c-484e-414e-a407-ab3798487654) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:53:14.858834 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7bdf78e5-eecd-4fda-b645-07d12521f0be req-c30c4696-e6a0-49be-944b-e452577ac0b8 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 210 time: 0.0377376 Jan 14 09:53:14.950938 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.025888 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks [] for port (b6a7897c-484e-414e-a407-ab3798487654), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.029037 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.086828 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:53:15.093331 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:53:15.103007 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:53:15.137093 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:15.183240 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (b6a7897c-484e-414e-a407-ab3798487654), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.199352 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'e78aae1e-ce77-4220-a3bb-e0672cf22873'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:15.220034 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:15.220720 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.288173 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Network 746b6838-b16b-4837-950e-306ded637236 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:53:15.301755 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc64b1-38ed-44d9-a1b8-7e40f0e6deb5 req-1a1a1a5a-d552-437f-a405-fe6e0e9e7822 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:15.308964 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a4bc64b1-38ed-44d9-a1b8-7e40f0e6deb5 req-1a1a1a5a-d552-437f-a405-fe6e0e9e7822 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 931 time: 0.1560328 Jan 14 09:53:15.317807 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-09826df1-987b-4b7a-8ef6-0e0327db7ac9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1487823 Jan 14 09:53:15.338440 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:53:15.343575 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:53:15.351288 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Request body: {'port': {'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:53:15.400501 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event updated for resources: {'Port': ['ID=b6a7897c-484e-414e-a407-ab3798487654,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:15.480039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.491477 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a4bc64b1-38ed-44d9-a1b8-7e40f0e6deb5 req-5442058d-408b-48b1-9a6a-e6617c4099b3 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816056 Jan 14 09:53:15.514389 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:15.515082 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.530604 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47244) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:15.536194 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-82a596db-2cbd-47d9-bc95-f0a7b9152b03 None None] Provisioning complete for port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:53:15.536552 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-82a596db-2cbd-47d9-bc95-f0a7b9152b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.576517 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d364f8c1-62ae-4426-8ca0-fcd13e2685e2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2861946 Jan 14 09:53:15.594830 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-82a596db-2cbd-47d9-bc95-f0a7b9152b03 None None] Port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:53:15.595371 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Request body: {'port': {'device_id': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:53:15.703192 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96def36e-d67e-40a2-9888-d5f544b1aa27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.818702 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (b6a7897c-484e-414e-a407-ab3798487654), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:15.989272 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b1172-17da-429c-a248-5db9061b9f26 req-67268201-100a-4e3a-a79b-490e3c8d7511 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:15.991099 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-238b1172-17da-429c-a248-5db9061b9f26 req-67268201-100a-4e3a-a79b-490e3c8d7511 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 931 time: 0.0539355 Jan 14 09:53:16.051724 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96def36e-d67e-40a2-9888-d5f544b1aa27 admin admin] Publish callbacks [] for security_group (47f295d0-5b4c-432e-9620-0df5349a4c70), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.059550 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.071198 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-238b1172-17da-429c-a248-5db9061b9f26 req-ffb9cab1-ad93-4da6-9ff4-4270658f0064 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719640 Jan 14 09:53:16.080986 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-96def36e-d67e-40a2-9888-d5f544b1aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (47f295d0-5b4c-432e-9620-0df5349a4c70), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.153037 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a905e5-ffa5-4d99-82af-d3f47bad54f6 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:53:16.171572 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Publish callbacks [] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.194375 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96def36e-d67e-40a2-9888-d5f544b1aa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f295d0-5b4c-432e-9620-0df5349a4c70,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:16.202618 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-96def36e-d67e-40a2-9888-d5f544b1aa27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66178e044f3b4d85a087b9a23a3abfdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709151 Jan 14 09:53:16.206190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47250) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:16.207782 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Transition to ACTIVE for port object e4a905e5-ffa5-4d99-82af-d3f47bad54f6 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:53:16.220490 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.276178 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a5573652-b896-4ce6-a7ce-a711228f7157 admin admin] Publish callbacks [] for security_group (47f295d0-5b4c-432e-9620-0df5349a4c70), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.294407 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:16.303968 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a5573652-b896-4ce6-a7ce-a711228f7157 admin admin] Publish callbacks [] for security_group (47f295d0-5b4c-432e-9620-0df5349a4c70), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.393499 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a5573652-b896-4ce6-a7ce-a711228f7157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (47f295d0-5b4c-432e-9620-0df5349a4c70), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.398671 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-a5573652-b896-4ce6-a7ce-a711228f7157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.403844 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-a5573652-b896-4ce6-a7ce-a711228f7157 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47f295d0-5b4c-432e-9620-0df5349a4c70 HTTP/1.1" status: 204 len: 168 time: 0.1923883 Jan 14 09:53:16.409599 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5573652-b896-4ce6-a7ce-a711228f7157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f295d0-5b4c-432e-9620-0df5349a4c70,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:16.468873 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a7897c-484e-414e-a407-ab3798487654 {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:53:16.492954 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Publish callbacks [] for port (b6a7897c-484e-414e-a407-ab3798487654), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.503066 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Attempting to bind port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:53:16.503406 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Attempting to bind port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:53:16.503686 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Attempting to bind port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:53:16.517217 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:53:16.517558 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Attempting to bind port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:53:16.523968 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Transition to ACTIVE for port object b6a7897c-484e-414e-a407-ab3798487654 will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:53:16.528491 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:53:16.529096 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Checking segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:53:16.529598 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Bound using segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:53:16.530534 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Bound port: e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:53:16.531144 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.551072 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (b6a7897c-484e-414e-a407-ab3798487654), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.727086 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7897c-484e-414e-a407-ab3798487654,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:16.763150 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] For port e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:53:16.788602 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] For port e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:53:16.799960 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.818065 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9afded-0891-4329-8c21-2fefa95fceb4 req-77496faf-0b28-4309-9ba5-45bc0995efd9 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:16.819773 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6d9afded-0891-4329-8c21-2fefa95fceb4 req-77496faf-0b28-4309-9ba5-45bc0995efd9 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 943 time: 0.1981113 Jan 14 09:53:16.882070 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:16.882717 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.884484 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] 10.222.0.45 "PUT /v2.0/ports/e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 200 len: 1093 time: 1.5372038 Jan 14 09:53:16.884805 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Attempting to bind port b6a7897c-484e-414e-a407-ab3798487654 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:53:16.886498 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Attempting to bind port b6a7897c-484e-414e-a407-ab3798487654 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:53:16.886498 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Attempting to bind port b6a7897c-484e-414e-a407-ab3798487654 on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:53:16.887411 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:16.889719 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:16.921284 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Port b6a7897c-484e-414e-a407-ab3798487654 on network 746b6838-b16b-4837-950e-306ded637236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:53:16.921908 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Attempting to bind port b6a7897c-484e-414e-a407-ab3798487654 on network 746b6838-b16b-4837-950e-306ded637236 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:53:16.939705 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafef44-2ee6-4c86-a859-860065980424 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:16.943366 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:53:16.944004 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Checking segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:53:16.944557 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Bound using segment: {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:53:16.945174 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Bound port: b6a7897c-484e-414e-a407-ab3798487654, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5158e2-8727-47be-8b27-7201ebb896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '746b6838-b16b-4837-950e-306ded637236'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:53:16.945701 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (b6a7897c-484e-414e-a407-ab3798487654), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:16.955803 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba00fcf-d1e8-46df-9bc9-d5dcacdbab79 x-openstack-request-id: req-eba00fcf-d1e8-46df-9bc9-d5dcacdbab79 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:16.956087 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:16.956500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eba00fcf-d1e8-46df-9bc9-d5dcacdbab79 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:16.956911 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'status': 'completed', 'code': 200} Jan 14 09:53:16.975552 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6d9afded-0891-4329-8c21-2fefa95fceb4 req-f023dec3-ad39-4986-ae81-0ac2defe9dae tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343994 Jan 14 09:53:17.076179 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-9b0b050a-99f5-4211-87dc-a4d7299ecac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.077837 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-9b0b050a-99f5-4211-87dc-a4d7299ecac0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1096 time: 0.0978267 Jan 14 09:53:17.087495 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] For port b6a7897c-484e-414e-a407-ab3798487654, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:53:17.129894 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-a8b0ddf6-13b1-4b03-85aa-151c70db3412 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 200 len: 217 time: 0.0438058 Jan 14 09:53:17.147907 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] For port b6a7897c-484e-414e-a407-ab3798487654, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6a7897c-484e-414e-a407-ab3798487654,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:53:17.167846 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (b6a7897c-484e-414e-a407-ab3798487654), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:17.213806 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.215521 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:17.215960 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] 10.222.0.45 "PUT /v2.0/ports/b6a7897c-484e-414e-a407-ab3798487654 HTTP/1.1" status: 200 len: 1093 time: 1.6260190 Jan 14 09:53:17.224190 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff2b47-6e53-4f06-b082-832e58ccf8bc req-2a14505f-169b-448a-b4b9-c7b5d08055ee tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.225744 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-15ff2b47-6e53-4f06-b082-832e58ccf8bc req-2a14505f-169b-448a-b4b9-c7b5d08055ee tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0707836 Jan 14 09:53:17.234267 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-d46e7557-875d-4792-887b-7626f39572ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.234267 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-d46e7557-875d-4792-887b-7626f39572ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0957444 Jan 14 09:53:17.283379 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-15ff2b47-6e53-4f06-b082-832e58ccf8bc req-7c9558ac-882f-4259-b6ad-8af9f2127200 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494816 Jan 14 09:53:17.318692 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e5d6d-19a3-4682-98fd-f358a6984f2c service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7897c-484e-414e-a407-ab3798487654,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:17.343836 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-2e8efa3a-fc05-4731-b5f8-58097308fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.345376 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-2e8efa3a-fc05-4731-b5f8-58097308fca9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1013153 Jan 14 09:53:17.348097 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-7a2763a4-4036-4edb-a5e3-f4377a8b36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.349456 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-7a2763a4-4036-4edb-a5e3-f4377a8b36b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 1096 time: 0.0810671 Jan 14 09:53:17.444212 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-00d49a5a-3933-461d-9374-c2776ee24210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6a7897c-484e-414e-a407-ab3798487654 HTTP/1.1" status: 200 len: 217 time: 0.0756514 Jan 14 09:53:17.513112 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-200213b1-1e3e-4659-a1ef-723b6a086a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.514600 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-200213b1-1e3e-4659-a1ef-723b6a086a07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0640597 Jan 14 09:53:17.534974 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-b7a3382e-a020-4206-8140-83a560e110e4 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765800 Jan 14 09:53:17.558252 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-494e26a1-fd83-4f1a-9407-3affe65909ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349829 Jan 14 09:53:17.700457 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-740ceef5-733f-4b81-b071-59713c5b3ab9 req-40e61e69-e744-4135-9a9d-b93bab26632c service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518002 Jan 14 09:53:17.705540 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-b8c959cc-5581-4d7e-9510-e98cd4a75c84 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367469 Jan 14 09:53:17.825966 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-16574893-12ae-4cfc-afec-e1aa449aba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:17.827455 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-16574893-12ae-4cfc-afec-e1aa449aba13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1096 time: 0.0686924 Jan 14 09:53:17.831458 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73f67237-9243-4cf5-afed-4d4bb6b87136 req-d8e195c5-b399-40e2-8f8d-de998765afe3 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183743 Jan 14 09:53:18.231916 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d808a96-da51-4168-a255-721d41d93ec0 req-99e185e5-a1ac-40af-aefe-a8c1ed07194e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:18.233450 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9d808a96-da51-4168-a255-721d41d93ec0 req-99e185e5-a1ac-40af-aefe-a8c1ed07194e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 943 time: 0.0770087 Jan 14 09:53:18.237166 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-9dd990e2-90ee-4e0e-b2bd-cb5b3f6e8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:18.238605 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-9dd990e2-90ee-4e0e-b2bd-cb5b3f6e8e11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.3968892 Jan 14 09:53:18.290625 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-7c36b108-37b1-4184-84e2-71026a1a6b4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 200 len: 217 time: 0.0436485 Jan 14 09:53:18.346539 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9d808a96-da51-4168-a255-721d41d93ec0 req-dea11117-1c68-4c0a-ac78-dab635ef769b tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065626 Jan 14 09:53:18.360151 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-d198a4c5-5362-45b1-9329-b84c573f5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:18.363329 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-d198a4c5-5362-45b1-9329-b84c573f5e31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0624077 Jan 14 09:53:18.422990 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-04aed945-4f37-4ec0-9787-31915f1546fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:18.425061 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-04aed945-4f37-4ec0-9787-31915f1546fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542066 Jan 14 09:53:18.426756 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3482ddf-4de8-43b9-8ecf-36dd73d1a185 req-926a5587-e455-47da-9193-34c3d6390a4b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:18.428313 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c3482ddf-4de8-43b9-8ecf-36dd73d1a185 req-926a5587-e455-47da-9193-34c3d6390a4b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0590742 Jan 14 09:53:18.478611 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c3482ddf-4de8-43b9-8ecf-36dd73d1a185 req-47ec8bdc-df43-4537-88ca-7fc870420a0b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445335 Jan 14 09:53:18.520196 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-e8c62629-c29c-4215-9b73-f227c74169e2 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Jan 14 09:53:18.613087 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1a3fa860-8eaa-448d-b90a-05b23dd27ac9 req-a4567a75-4956-44a2-8b1c-5cf42addcfa5 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Jan 14 09:53:18.958394 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'tag': 'b6a7897c-484e-414e-a407-ab3798487654'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:18.960980 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93261426-cade-4261-a834-0db02ae629ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8cab3d16-15cb-4472-b795-e3fe98a7a981", "tag": "b6a7897c-484e-414e-a407-ab3798487654"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:18.996147 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1b14aa-b3b1-4c99-8fc4-9d6e981ac0a1 x-openstack-request-id: req-9a1b14aa-b3b1-4c99-8fc4-9d6e981ac0a1 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:18.996437 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cab3d16-15cb-4472-b795-e3fe98a7a981", "tag": "b6a7897c-484e-414e-a407-ab3798487654", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:18.996689 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a1b14aa-b3b1-4c99-8fc4-9d6e981ac0a1 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:18.997092 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'tag': 'b6a7897c-484e-414e-a407-ab3798487654', 'status': 'completed', 'code': 200} Jan 14 09:53:19.063839 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261426-cade-4261-a834-0db02ae629ff req-382b0da3-34bc-4420-9caf-18e65d1f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:19.065836 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-382b0da3-34bc-4420-9caf-18e65d1f2170 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 1096 time: 0.0455310 Jan 14 09:53:19.153498 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261426-cade-4261-a834-0db02ae629ff req-321486d4-0644-43c1-a36c-643619a0e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:19.154995 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-321486d4-0644-43c1-a36c-643619a0e6c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 200 len: 916 time: 0.0825737 Jan 14 09:53:19.198191 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-0c8e1ece-04d2-48ac-b458-19ac3112bbef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6a7897c-484e-414e-a407-ab3798487654 HTTP/1.1" status: 200 len: 217 time: 0.0347848 Jan 14 09:53:19.249632 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261426-cade-4261-a834-0db02ae629ff req-52ec3043-9957-47e3-8934-30a90e41db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:19.251063 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-52ec3043-9957-47e3-8934-30a90e41db5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 200 len: 855 time: 0.0450759 Jan 14 09:53:19.289017 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-8fc2785b-889e-432c-b81c-b458e1bbd51e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=746b6838-b16b-4837-950e-306ded637236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241797 Jan 14 09:53:19.377139 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-4c143ced-58b9-41d5-b3a9-900018470052 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806143 Jan 14 09:53:19.462213 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75920222-30f2-4e52-841b-751fe08b1cd0 req-739cfac6-827d-4e74-8020-c162543808d2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:19.463648 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-75920222-30f2-4e52-841b-751fe08b1cd0 req-739cfac6-827d-4e74-8020-c162543808d2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 943 time: 0.0500493 Jan 14 09:53:19.469768 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-93261426-cade-4261-a834-0db02ae629ff req-794fedb5-eaf3-4f40-bfac-35fe75ea9781 service neutron] 10.222.0.45 "GET /v2.0/networks/746b6838-b16b-4837-950e-306ded637236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860591 Jan 14 09:53:19.511182 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-75920222-30f2-4e52-841b-751fe08b1cd0 req-238538ab-db36-418a-9993-4939198b5431 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Jan 14 09:53:19.593186 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e95d6-05f4-486b-ac77-0302598766b5 req-7c397ba6-86a8-4424-ad18-bffa39fe7c10 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:19.594691 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a04e95d6-05f4-486b-ac77-0302598766b5 req-7c397ba6-86a8-4424-ad18-bffa39fe7c10 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0488584 Jan 14 09:53:19.642650 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a04e95d6-05f4-486b-ac77-0302598766b5 req-427c7da5-4263-4a12-b561-e47e0b4752e7 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424628 Jan 14 09:53:20.622690 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b6f4-2763-4f4a-a81b-d2d2c3daef5b req-f5787366-7b10-4773-ab4c-ab6f116541f5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:20.624169 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9d96b6f4-2763-4f4a-a81b-d2d2c3daef5b req-f5787366-7b10-4773-ab4c-ab6f116541f5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 943 time: 0.0472646 Jan 14 09:53:20.677433 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-9d96b6f4-2763-4f4a-a81b-d2d2c3daef5b req-54145069-660d-42b0-9464-ccd96aad0c73 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Jan 14 09:53:20.784474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9e1d-a163-46a0-b2a4-0c0d6bc244dd req-3ed3fade-44d1-4add-8770-82f81ff68286 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:20.785989 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aa7b9e1d-a163-46a0-b2a4-0c0d6bc244dd req-3ed3fade-44d1-4add-8770-82f81ff68286 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0584028 Jan 14 09:53:20.839311 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aa7b9e1d-a163-46a0-b2a4-0c0d6bc244dd req-d33aad55-eef6-47dd-ae08-d24273b22fae tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469904 Jan 14 09:53:20.861359 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device b6a7897c-484e-414e-a407-ab3798487654 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:53:20.955673 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port b6a7897c-484e-414e-a407-ab3798487654, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6a7897c-484e-414e-a407-ab3798487654,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:20.967218 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'b6a7897c-484e-414e-a407-ab3798487654', 'network_id': '746b6838-b16b-4837-950e-306ded637236', 'port_id': 'b6a7897c-484e-414e-a407-ab3798487654', 'mac_address': 'fa:16:3e:14:7d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b2b5b97-1887-4864-9132-cc4b4047e562', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:53:21.004451 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port b6a7897c-484e-414e-a407-ab3798487654 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:53:21.004840 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (b6a7897c-484e-414e-a407-ab3798487654), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:21.017956 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a7897c-484e-414e-a407-ab3798487654 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:53:21.037415 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port b6a7897c-484e-414e-a407-ab3798487654, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6a7897c-484e-414e-a407-ab3798487654,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:21.041675 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (b6a7897c-484e-414e-a407-ab3798487654), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:21.090209 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=b6a7897c-484e-414e-a407-ab3798487654,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:21.097211 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.097551 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.097891 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.098215 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.098559 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.098882 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.099206 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.099522 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.099839 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.100157 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.100471 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.100784 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.101096 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:21.314657 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['b6a7897c-484e-414e-a407-ab3798487654'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:21.800807 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98f3ae-b060-4e8f-913a-8363b1d0f36a req-1ac23850-2f8b-468f-abfd-62f94840adfb tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:21.802387 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4e98f3ae-b060-4e8f-913a-8363b1d0f36a req-1ac23850-2f8b-468f-abfd-62f94840adfb tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 944 time: 0.0494092 Jan 14 09:53:21.854134 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-4e98f3ae-b060-4e8f-913a-8363b1d0f36a req-af737afc-1046-456e-a45f-924cd21a3035 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Jan 14 09:53:21.859535 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-98073849-aded-41fb-a96d-ead76184d85c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421264 Jan 14 09:53:21.986584 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee296b-dc97-4174-acfa-ccca9d12d7ea req-bce6073b-a49e-4174-bbc6-32b059f5b0b3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:21.988150 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0ee296b-dc97-4174-acfa-ccca9d12d7ea req-bce6073b-a49e-4174-bbc6-32b059f5b0b3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0819192 Jan 14 09:53:21.990172 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-b5c21988-da39-46ee-839b-60200db3abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:21.991551 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-b5c21988-da39-46ee-839b-60200db3abb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0760972 Jan 14 09:53:22.081393 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c0ee296b-dc97-4174-acfa-ccca9d12d7ea req-1270127e-6291-4954-9880-9ddb9d5be8c6 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875919 Jan 14 09:53:22.123111 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-dd6d9a1f-9b17-4c18-8d1f-5fe5c5c149f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:22.124493 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-dd6d9a1f-9b17-4c18-8d1f-5fe5c5c149f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.1115267 Jan 14 09:53:22.200253 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-0b4ffc77-ef72-4c5b-b8f0-64a11caf146d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 1001 time: 0.0672407 Jan 14 09:53:22.255461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-2ab83ebc-59a2-46c7-8231-4e4cdf38b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:22.257184 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-2ab83ebc-59a2-46c7-8231-4e4cdf38b249 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0478089 Jan 14 09:53:22.309473 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-7bf9361e-81a7-43fc-833d-0f6640a072ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:22.311416 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-7bf9361e-81a7-43fc-833d-0f6640a072ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480287 Jan 14 09:53:22.410196 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-cf4c4adf-c596-4733-b18e-10e3e418ec3c service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903456 Jan 14 09:53:22.508021 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2282a557-ac08-4610-a3ce-81114ca832a5 req-47158d6b-2948-43d1-a673-9dcb13471e53 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909274 Jan 14 09:53:22.856620 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device b6a7897c-484e-414e-a407-ab3798487654 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:53:22.910624 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port b6a7897c-484e-414e-a407-ab3798487654 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:53:22.914450 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port b6a7897c-484e-414e-a407-ab3798487654 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:53:22.914824 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (b6a7897c-484e-414e-a407-ab3798487654), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:22.981770 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5993c6-21e2-42f6-8923-0869570b168c req-000d9288-a5e6-4384-bd13-c69d912958a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:22.983333 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cf5993c6-21e2-42f6-8923-0869570b168c req-000d9288-a5e6-4384-bd13-c69d912958a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 944 time: 0.0516045 Jan 14 09:53:22.997782 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port b6a7897c-484e-414e-a407-ab3798487654 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:53:22.998163 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (b6a7897c-484e-414e-a407-ab3798487654), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:23.021121 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7897c-484e-414e-a407-ab3798487654'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:23.023398 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3303b1-ccbd-4fee-93bf-ba97f026f096" -d '{"events": [{"server_uuid": "8cab3d16-15cb-4472-b795-e3fe98a7a981", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7897c-484e-414e-a407-ab3798487654"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:23.031848 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cf5993c6-21e2-42f6-8923-0869570b168c req-75bb55f3-4b03-4d24-975e-e2d995c76c2f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Jan 14 09:53:23.037066 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port b6a7897c-484e-414e-a407-ab3798487654, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6a7897c-484e-414e-a407-ab3798487654,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:23.042212 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (b6a7897c-484e-414e-a407-ab3798487654), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:23.075187 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3355ac-8f7c-4ceb-8598-c13ec3dd8de4 x-openstack-request-id: req-cc3355ac-8f7c-4ceb-8598-c13ec3dd8de4 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:23.075475 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cab3d16-15cb-4472-b795-e3fe98a7a981", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7897c-484e-414e-a407-ab3798487654", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:23.075723 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc3355ac-8f7c-4ceb-8598-c13ec3dd8de4 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:23.076126 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7897c-484e-414e-a407-ab3798487654', 'code': 200} Jan 14 09:53:23.103068 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=b6a7897c-484e-414e-a407-ab3798487654,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:23.207871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db49a5-d032-4482-ada2-960911a2ab17 req-4881c445-c364-4ef3-af0d-3fb3294653a3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:23.209464 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-64db49a5-d032-4482-ada2-960911a2ab17 req-4881c445-c364-4ef3-af0d-3fb3294653a3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0547225 Jan 14 09:53:23.241126 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c88cf-1c22-4f18-97b8-eca3fb7a163c req-d9b6ad1c-b080-4bdf-b4c6-8a93ac32d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:23.242707 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a14c88cf-1c22-4f18-97b8-eca3fb7a163c req-d9b6ad1c-b080-4bdf-b4c6-8a93ac32d735 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 1098 time: 0.0410035 Jan 14 09:53:23.258533 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-64db49a5-d032-4482-ada2-960911a2ab17 req-878db4aa-f45f-4bba-a35e-8b14f625cedd tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430248 Jan 14 09:53:23.295087 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a14c88cf-1c22-4f18-97b8-eca3fb7a163c req-fa522de5-7509-4fb9-9ca0-2e584fa7e3de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458689 Jan 14 09:53:24.156081 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270377df-f88d-4c34-a235-7d092600451b req-83354428-a578-4be3-93ec-b80641fb549e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:24.158261 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-270377df-f88d-4c34-a235-7d092600451b req-83354428-a578-4be3-93ec-b80641fb549e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 945 time: 0.0506618 Jan 14 09:53:24.211838 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-270377df-f88d-4c34-a235-7d092600451b req-66fab9f9-2a21-4241-9659-2ab6057727c3 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Jan 14 09:53:24.427624 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9793ec-a32a-4be9-90fa-9bf8e2e4c313 req-57b951bd-6cad-4683-b23d-c0d2890a1a77 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:24.429270 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5f9793ec-a32a-4be9-90fa-9bf8e2e4c313 req-57b951bd-6cad-4683-b23d-c0d2890a1a77 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 943 time: 0.0548124 Jan 14 09:53:24.497527 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5f9793ec-a32a-4be9-90fa-9bf8e2e4c313 req-6bb0a823-47a4-4ed3-92a5-538f1240097b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608330 Jan 14 09:53:24.531913 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-7c8e8bb5-547a-4f75-b2ff-c4ca367a51ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:24.861271 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e4a905e5-ffa5-4d99-82af-d3f47bad54f6 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:53:24.971792 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:24.990960 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:53:25.034506 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:53:25.034916 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:25.049812 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a905e5-ffa5-4d99-82af-d3f47bad54f6 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:53:25.076632 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:25.081990 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:25.137780 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:25.339805 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d21592-51e8-4c11-9da3-ecbf0889b9a5 req-560d1f0a-86a3-4089-8247-96ac4bc9f9c6 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:25.341314 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c8d21592-51e8-4c11-9da3-ecbf0889b9a5 req-560d1f0a-86a3-4089-8247-96ac4bc9f9c6 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 945 time: 0.0543075 Jan 14 09:53:25.395093 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c8d21592-51e8-4c11-9da3-ecbf0889b9a5 req-a24bafef-8d7f-4d6d-849f-012cef779fd2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Jan 14 09:53:25.407391 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['e4a905e5-ffa5-4d99-82af-d3f47bad54f6'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:25.649495 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba12049-f0d1-4fa0-952f-f9cf4f5a6a8a req-fa4994ff-df17-4d55-84c1-ac260cd357e7 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:25.651843 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8ba12049-f0d1-4fa0-952f-f9cf4f5a6a8a req-fa4994ff-df17-4d55-84c1-ac260cd357e7 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 944 time: 0.0681586 Jan 14 09:53:25.965580 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-8ba12049-f0d1-4fa0-952f-f9cf4f5a6a8a req-f4ff6a68-85e7-4965-9f86-7bf49dd9aa65 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3078616 Jan 14 09:53:26.844525 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b9c8815a-2ff9-4ad7-b140-49fca02b95a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:26.877099 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e4a905e5-ffa5-4d99-82af-d3f47bad54f6 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:53:26.937811 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:53:26.942329 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:53:26.942777 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:27.039841 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:53:27.040561 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:27.071098 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:27.073678 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c87321-5b44-43a7-94c1-f1be87b78df8" -d '{"events": [{"server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "name": "network-vif-plugged", "status": "completed", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:27.095679 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:27.104037 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:27.125494 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c043aca-7d12-404f-8024-3cc003da4f1c req-42626ae6-df65-43eb-9b55-82dd93c8c61a tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:27.130935 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5c043aca-7d12-404f-8024-3cc003da4f1c req-42626ae6-df65-43eb-9b55-82dd93c8c61a tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 944 time: 0.0838428 Jan 14 09:53:27.148607 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a4c19-d650-4ec4-bda7-e9619f7b0677 x-openstack-request-id: req-437a4c19-d650-4ec4-bda7-e9619f7b0677 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:27.149098 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "name": "network-vif-plugged", "status": "completed", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:27.149448 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-437a4c19-d650-4ec4-bda7-e9619f7b0677 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:27.150055 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'code': 200} Jan 14 09:53:27.183851 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:27.187693 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-5c043aca-7d12-404f-8024-3cc003da4f1c req-ec10c6c5-f046-4b58-a7a2-78ac5c42183b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547218 Jan 14 09:53:27.409599 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2306d2a-5d5a-4fd9-873a-d8735af4b721 req-f1322258-052a-4d24-a89b-df04fe45667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:27.411233 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2306d2a-5d5a-4fd9-873a-d8735af4b721 req-f1322258-052a-4d24-a89b-df04fe45667a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1098 time: 0.0534663 Jan 14 09:53:27.464357 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-b2306d2a-5d5a-4fd9-873a-d8735af4b721 req-1a2e4711-c8c8-41a5-ac06-9629b49ca5bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457125 Jan 14 09:53:27.915369 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:28.311429 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283c29f-ceaf-46d6-8166-a714a848fa1e req-45d87156-df12-4ef3-a06f-bd4fd5cd1eb0 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:28.312955 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4283c29f-ceaf-46d6-8166-a714a848fa1e req-45d87156-df12-4ef3-a06f-bd4fd5cd1eb0 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 945 time: 0.0532560 Jan 14 09:53:28.365882 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4283c29f-ceaf-46d6-8166-a714a848fa1e req-c365770c-c949-4ec8-9f96-4d0b70f67d8f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471382 Jan 14 09:53:29.496528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d1b8c-f774-4bdc-ac23-44a2f03ac408 req-20ed2008-dd4f-40b5-b86b-411926b3f76b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:29.498003 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c48d1b8c-f774-4bdc-ac23-44a2f03ac408 req-20ed2008-dd4f-40b5-b86b-411926b3f76b tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 945 time: 0.0490520 Jan 14 09:53:29.552412 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-c48d1b8c-f774-4bdc-ac23-44a2f03ac408 req-da4783ef-0d56-4718-91dd-bc1d56478c5c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478942 Jan 14 09:53:29.635034 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:29.674446 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50265d6-dd33-4a22-9dfb-ead2cef8a096 req-cc39245c-868e-4aba-9d17-4579c7811b51 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:29.675956 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f50265d6-dd33-4a22-9dfb-ead2cef8a096 req-cc39245c-868e-4aba-9d17-4579c7811b51 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 945 time: 0.0548632 Jan 14 09:53:29.728832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-f50265d6-dd33-4a22-9dfb-ead2cef8a096 req-7236d262-fc8b-44a7-881b-ed085b749e91 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466795 Jan 14 09:53:29.752767 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47332) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:29.793660 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4c4a2-4894-4cd2-aa20-35f9b0738ede tempest-TestVolumeBootPattern-1475521058 tempest-TestVolumeBootPattern-1475521058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:29.795210 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-21c4c4a2-4894-4cd2-aa20-35f9b0738ede tempest-TestVolumeBootPattern-1475521058 tempest-TestVolumeBootPattern-1475521058-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1093 time: 0.0414379 Jan 14 09:53:29.798051 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47334) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:29.803041 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:53:29.827832 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:29.926949 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.039291 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Allocated IP 172.27.3.101 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/6e7ce9cf-a747-4464-a9e6-b610ff9279e7) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:53:30.140689 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.181178 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.219594 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:53:30.225064 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:53:30.228764 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:53:30.251449 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=6e7ce9cf-a747-4464-a9e6-b610ff9279e7,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:30.263008 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.263360 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.263703 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.264033 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.264366 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.264693 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.272269 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:30.632760 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (d3920712-7c15-41bb-87c1-aa064f4bbb92), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.707797 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.878443 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.883495 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:30.950377 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=6e7ce9cf-a747-4464-a9e6-b610ff9279e7,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:30.966424 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (d3920712-7c15-41bb-87c1-aa064f4bbb92), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:31.071987 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Floating IP d3920712-7c15-41bb-87c1-aa064f4bbb92 associated. External IP: 172.27.3.101, port: e4a905e5-ffa5-4d99-82af-d3f47bad54f6. Jan 14 09:53:31.288434 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:31.331007 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:53:31.459396 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:53:31.470951 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:53:31.481497 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:53:31.482208 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:53:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:31.482432 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:31.509992 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ff4116dd-6406-4b70-b2c7-bee6f0620804 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7102478 Jan 14 09:53:31.510616 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:31.512878 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0dd357-1673-4dd5-a620-4f69baa07771" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:31.563552 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f44593a-8b84-4529-b45a-1cc5792d8869 x-openstack-request-id: req-0f44593a-8b84-4529-b45a-1cc5792d8869 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:31.563901 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:31.564154 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f44593a-8b84-4529-b45a-1cc5792d8869 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:31.564556 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'status': 'completed', 'code': 200} Jan 14 09:53:31.632785 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-495b7423-a0d6-4f36-ab3c-10961a309a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:31.634335 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-495b7423-a0d6-4f36-ab3c-10961a309a58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1098 time: 0.0454602 Jan 14 09:53:31.735505 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:53:31.743716 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-3654c824-55b0-4a5c-a825-e72dcf1c850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:31.745189 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-3654c824-55b0-4a5c-a825-e72dcf1c850c service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.1023695 Jan 14 09:53:31.814459 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-c1378277-0712-4df3-ac93-f72ac0c9fd82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 200 len: 999 time: 0.0605347 Jan 14 09:53:31.871247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-99dfafd8-dc34-4eb6-a1ff-18dbe72f8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:31.872735 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-99dfafd8-dc34-4eb6-a1ff-18dbe72f8897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0482204 Jan 14 09:53:31.935815 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-5fe64a69-7512-4a59-b6ec-dc7f1eecd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:31.937312 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-5fe64a69-7512-4a59-b6ec-dc7f1eecd85f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469232 Jan 14 09:53:31.976213 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:30Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:32.006472 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:53:32.014688 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:53:32.015281 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:53:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:32.024866 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-38e14a01-6e22-4a25-8783-1e28f9252de4 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810366 Jan 14 09:53:32.119624 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-dd0dd357-1673-4dd5-a620-4f69baa07771 req-0112d55b-8418-4226-a37f-348e7ad24961 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Jan 14 09:53:32.124799 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:53:32.372176 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:30Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:32.403625 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263ea0e-9f1f-458c-9d53-d9ade166d36e None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:30Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:53:32.602795 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721df313-5fa0-40c1-b3a2-a16382092f6e None None] New status for floating IP d3920712-7c15-41bb-87c1-aa064f4bbb92: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:53:37.323246 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a858c-3cfe-4ceb-b772-3dea84deb0c2 req-e02b28cc-3fe4-43bc-859c-e94ed8eee026 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:37.324789 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-748a858c-3cfe-4ceb-b772-3dea84deb0c2 req-e02b28cc-3fe4-43bc-859c-e94ed8eee026 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Jan 14 09:53:37.378660 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-748a858c-3cfe-4ceb-b772-3dea84deb0c2 req-19c553ee-b982-425a-9ece-4294ce63c61e tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Jan 14 09:53:38.506143 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407eb82-d08f-4dea-91d6-aa75a322ad96 req-03f86f30-0740-4511-b34b-03f0230e99ad tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:38.507901 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6407eb82-d08f-4dea-91d6-aa75a322ad96 req-03f86f30-0740-4511-b34b-03f0230e99ad tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 945 time: 0.0586791 Jan 14 09:53:38.560933 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6407eb82-d08f-4dea-91d6-aa75a322ad96 req-f22a44a3-5012-4827-91c1-98761d22e408 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472100 Jan 14 09:53:39.177854 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-7cdca91d-645f-4822-8790-94dfada315c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:39.179332 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-7cdca91d-645f-4822-8790-94dfada315c5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 945 time: 0.0485644 Jan 14 09:53:39.292072 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Deleting port b6a7897c-484e-414e-a407-ab3798487654 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:53:39.292408 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (b6a7897c-484e-414e-a407-ab3798487654), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:39.385408 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] For port b6a7897c-484e-414e-a407-ab3798487654, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b6a7897c-484e-414e-a407-ab3798487654,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:39.385822 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (b6a7897c-484e-414e-a407-ab3798487654), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:39.399106 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Calling delete_port for b6a7897c-484e-414e-a407-ab3798487654 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:53:39.536192 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (b6a7897c-484e-414e-a407-ab3798487654), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:39.549187 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'e78aae1e-ce77-4220-a3bb-e0672cf22873', 'b6a7897c-484e-414e-a407-ab3798487654'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:39.566880 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event deleted for resources: {'Port': ['ID=b6a7897c-484e-414e-a407-ab3798487654,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:39.612678 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] No DVR routers for this DVR port b6a7897c-484e-414e-a407-ab3798487654 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:53:39.616117 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:39.619731 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-da50e902-5870-42c6-a794-70c3b1d4f0d8 req-94fad394-3798-49ab-8c28-0f26947307a2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "DELETE /v2.0/ports/b6a7897c-484e-414e-a407-ab3798487654 HTTP/1.1" status: 204 len: 173 time: 0.4349940 Jan 14 09:53:39.620272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'name': 'network-vif-deleted', 'tag': 'b6a7897c-484e-414e-a407-ab3798487654'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:39.622547 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4b3b7b-ad14-4dab-a0a5-f79fad37da4a" -d '{"events": [{"server_uuid": "8cab3d16-15cb-4472-b795-e3fe98a7a981", "name": "network-vif-deleted", "tag": "b6a7897c-484e-414e-a407-ab3798487654"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:39.663159 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4007cf-30c0-44d4-8b07-1a9aa765db1f x-openstack-request-id: req-ad4007cf-30c0-44d4-8b07-1a9aa765db1f {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:39.663453 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cab3d16-15cb-4472-b795-e3fe98a7a981", "name": "network-vif-deleted", "tag": "b6a7897c-484e-414e-a407-ab3798487654", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:39.663706 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad4007cf-30c0-44d4-8b07-1a9aa765db1f {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:39.664141 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cab3d16-15cb-4472-b795-e3fe98a7a981', 'name': 'network-vif-deleted', 'tag': 'b6a7897c-484e-414e-a407-ab3798487654', 'status': 'completed', 'code': 200} Jan 14 09:53:39.708388 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-38934bf7-b79c-468e-bc09-5f1693524658 req-e85955c8-9ece-4d5e-ada0-7cea07f0edf2 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cab3d16-15cb-4472-b795-e3fe98a7a981 HTTP/1.1" status: 200 len: 210 time: 0.0268819 Jan 14 09:53:42.102619 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0e98a-4596-47a4-8f0e-d83be1fa5782 req-3af96e0d-9aa5-4b3f-9910-08f48c38909a tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:42.104025 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-03d0e98a-4596-47a4-8f0e-d83be1fa5782 req-3af96e0d-9aa5-4b3f-9910-08f48c38909a tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0524566 Jan 14 09:53:42.149463 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-03d0e98a-4596-47a4-8f0e-d83be1fa5782 req-4e46156e-a9c0-4a0a-a189-fa85dd062d79 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Jan 14 09:53:42.724006 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:53:42.989317 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device b6a7897c-484e-414e-a407-ab3798487654 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:53:43.009595 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: b6a7897c-484e-414e-a407-ab3798487654 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:53:43.009931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device b6a7897c-484e-414e-a407-ab3798487654 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:53:43.275124 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e535cc5-4bc9-42ea-84a2-844a024f5850 req-6a0e2b8c-a230-4b80-afa7-0ba81c633352 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:43.277725 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e535cc5-4bc9-42ea-84a2-844a024f5850 req-6a0e2b8c-a230-4b80-afa7-0ba81c633352 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0588663 Jan 14 09:53:43.326145 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-6e535cc5-4bc9-42ea-84a2-844a024f5850 req-507a37cf-777e-4fc8-8405-99afcbf695cf tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Jan 14 09:53:43.686604 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-2e2a3fed-f7f7-4078-ae1c-673f32aaa16d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:43.688289 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-2e2a3fed-f7f7-4078-ae1c-673f32aaa16d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 946 time: 0.0566478 Jan 14 09:53:43.787319 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Deleting port e78aae1e-ce77-4220-a3bb-e0672cf22873 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:53:43.787661 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:43.881795 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] For port e78aae1e-ce77-4220-a3bb-e0672cf22873, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e78aae1e-ce77-4220-a3bb-e0672cf22873,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:43.882051 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:43.895201 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Calling delete_port for e78aae1e-ce77-4220-a3bb-e0672cf22873 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:53:44.027808 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (e78aae1e-ce77-4220-a3bb-e0672cf22873), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:44.039637 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'e78aae1e-ce77-4220-a3bb-e0672cf22873'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:44.063001 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event deleted for resources: {'Port': ['ID=e78aae1e-ce77-4220-a3bb-e0672cf22873,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:44.109782 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] No DVR routers for this DVR port e78aae1e-ce77-4220-a3bb-e0672cf22873 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:53:44.112707 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:44.116923 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-816b1336-97ba-47cf-be76-e5bd65d68b5f req-5f1a548c-2a0a-42dc-95cc-80554788b6b5 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "DELETE /v2.0/ports/e78aae1e-ce77-4220-a3bb-e0672cf22873 HTTP/1.1" status: 204 len: 173 time: 0.4225647 Jan 14 09:53:44.117443 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'name': 'network-vif-deleted', 'tag': 'e78aae1e-ce77-4220-a3bb-e0672cf22873'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:44.120722 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f94ed4-fcfa-41c3-8c3f-7ec7ae5d1bb2" -d '{"events": [{"server_uuid": "ef44309e-5e2d-4892-9eb5-4db147171483", "name": "network-vif-deleted", "tag": "e78aae1e-ce77-4220-a3bb-e0672cf22873"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:44.170186 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc666340-19a6-4380-85e6-3a367001be25 x-openstack-request-id: req-cc666340-19a6-4380-85e6-3a367001be25 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:44.170186 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44309e-5e2d-4892-9eb5-4db147171483", "name": "network-vif-deleted", "tag": "e78aae1e-ce77-4220-a3bb-e0672cf22873", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:44.170186 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc666340-19a6-4380-85e6-3a367001be25 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:44.170697 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44309e-5e2d-4892-9eb5-4db147171483', 'name': 'network-vif-deleted', 'tag': 'e78aae1e-ce77-4220-a3bb-e0672cf22873', 'status': 'completed', 'code': 200} Jan 14 09:53:44.441947 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-ecc690b1-878f-4ebd-a0e8-b8889abff623 req-441a6a14-9d96-4cf6-bf33-15355667c914 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef44309e-5e2d-4892-9eb5-4db147171483 HTTP/1.1" status: 200 len: 210 time: 0.0278509 Jan 14 09:53:45.717711 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168fe22-a99a-411a-a6b6-bc819fc6d8b1 req-8bb0c0bc-0ac8-4278-8ac8-e815dbadbb56 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:45.719262 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a168fe22-a99a-411a-a6b6-bc819fc6d8b1 req-8bb0c0bc-0ac8-4278-8ac8-e815dbadbb56 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 945 time: 0.0501819 Jan 14 09:53:45.769140 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a168fe22-a99a-411a-a6b6-bc819fc6d8b1 req-b6795c28-f2c9-4066-a865-f3362f42260f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Jan 14 09:53:46.079233 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:46.899918 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d32bcd-d18f-4d1b-a64a-1e88a19e83ef req-4fdb5205-1682-4b32-a12a-2947ef088335 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:46.901392 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-75d32bcd-d18f-4d1b-a64a-1e88a19e83ef req-4fdb5205-1682-4b32-a12a-2947ef088335 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 945 time: 0.0504038 Jan 14 09:53:46.948662 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-75d32bcd-d18f-4d1b-a64a-1e88a19e83ef req-e55f2d2d-5c63-4ad0-a973-ce50506f3c39 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Jan 14 09:53:47.003537 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e78aae1e-ce77-4220-a3bb-e0672cf22873 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:53:47.026709 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: e78aae1e-ce77-4220-a3bb-e0672cf22873 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:53:47.027047 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e78aae1e-ce77-4220-a3bb-e0672cf22873 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:53:47.119248 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a5bb9767-ddb1-4f22-8a73-8a19617845bd tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:47.120585 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a5bb9767-ddb1-4f22-8a73-8a19617845bd tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 945 time: 0.0515430 Jan 14 09:53:47.212993 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Deleting port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:53:47.213324 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:47.305287 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] For port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:47.305648 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:47.320219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Calling delete_port for fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:53:47.451086 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:47.462221 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:47.480039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event deleted for resources: {'Port': ['ID=fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:47.521154 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] No DVR routers for this DVR port fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:53:47.523898 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:47.527352 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e0856429-0a5a-4291-b95c-44a79751f10d req-a32afb74-30ec-4b43-91c1-b77818fb5ec8 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "DELETE /v2.0/ports/fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d HTTP/1.1" status: 204 len: 173 time: 0.3998978 Jan 14 09:53:47.527804 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'name': 'network-vif-deleted', 'tag': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:47.530118 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c724d6e4-617c-4dc8-9125-9e59fc020242" -d '{"events": [{"server_uuid": "2d1feb26-e8a4-4db8-b792-62b82c6b91d7", "name": "network-vif-deleted", "tag": "fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:47.594251 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ba41cf-2d5c-44e1-bdde-a0b2b850dcac x-openstack-request-id: req-14ba41cf-2d5c-44e1-bdde-a0b2b850dcac {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:47.595178 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1feb26-e8a4-4db8-b792-62b82c6b91d7", "name": "network-vif-deleted", "tag": "fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:47.595461 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14ba41cf-2d5c-44e1-bdde-a0b2b850dcac {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:47.595852 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1feb26-e8a4-4db8-b792-62b82c6b91d7', 'name': 'network-vif-deleted', 'tag': 'fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d', 'status': 'completed', 'code': 200} Jan 14 09:53:48.059332 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c9950e4e-76b6-46e4-9d66-a86403fb30c7 req-497f6f06-4286-4bb7-b9b9-e03f70d8d11d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d1feb26-e8a4-4db8-b792-62b82c6b91d7 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Jan 14 09:53:50.453557 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832a3e8-3450-4b55-b622-346cf9a95d51 req-35556610-8ed6-4acc-855c-5553c84f8e1f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:50.455121 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1832a3e8-3450-4b55-b622-346cf9a95d51 req-35556610-8ed6-4acc-855c-5553c84f8e1f tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 945 time: 0.0498083 Jan 14 09:53:50.507879 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1832a3e8-3450-4b55-b622-346cf9a95d51 req-ae7ebb7d-91e1-4bb4-9283-fcc014681c98 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Jan 14 09:53:51.042725 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:53:51.063738 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:53:51.064634 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device fb0fba0e-6ee7-4e18-8a0b-0bbd0399a47d not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:53:51.634338 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae2321-028d-4aa5-bd06-0d56f7400554 req-3df1cae6-952f-4c0c-9705-06dde6edfe21 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:51.635952 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-84ae2321-028d-4aa5-bd06-0d56f7400554 req-3df1cae6-952f-4c0c-9705-06dde6edfe21 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 945 time: 0.0541565 Jan 14 09:53:51.685265 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-84ae2321-028d-4aa5-bd06-0d56f7400554 req-b352362b-de86-4414-b85a-9968679f6454 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/security-groups?id=fac435f4-cb10-40e6-a354-75d718859ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Jan 14 09:53:52.021540 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-0b2d5330-3ba9-4beb-a07c-eefbc4a0e26a tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:53:52.023104 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-0b2d5330-3ba9-4beb-a07c-eefbc4a0e26a tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 945 time: 0.0529594 Jan 14 09:53:52.119079 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Deleting port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:53:52.119408 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:52.209201 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] For port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,segment=NetworkSegment(2c5158e2-8727-47be-8b27-7201ebb896c0),segment_id=2c5158e2-8727-47be-8b27-7201ebb896c0)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:53:52.209531 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:52.222436 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Calling delete_port for feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:53:52.354289 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (feb71080-4f0e-4bf7-99ba-b7cb1b3e3332), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:52.372207 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['feb71080-4f0e-4bf7-99ba-b7cb1b3e3332'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:53:52.388414 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Pushing event deleted for resources: {'Port': ['ID=feb71080-4f0e-4bf7-99ba-b7cb1b3e3332,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:52.409747 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.410087 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.410452 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.410787 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.411112 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.411437 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.411760 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.412078 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.412394 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.412716 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.413031 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.413344 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.413655 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:53:52.435838 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] No DVR routers for this DVR port feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:53:52.438370 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:52.442422 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-c4325d47-d779-4a87-97e6-3f39fb14b1e8 req-a8d1d4fe-1694-48da-9f5c-803eb8928b54 tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.45 "DELETE /v2.0/ports/feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 HTTP/1.1" status: 204 len: 173 time: 0.4129300 Jan 14 09:53:52.442864 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'name': 'network-vif-deleted', 'tag': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:53:52.445102 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2350e6b-04c3-4c5b-8fbb-8cce81bd3d82" -d '{"events": [{"server_uuid": "d3124eb0-d33a-41bb-b18b-606e0e817e81", "name": "network-vif-deleted", "tag": "feb71080-4f0e-4bf7-99ba-b7cb1b3e3332"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:53:52.482939 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea0c5b-0ee5-4675-8eaf-68ca253bfa83 x-openstack-request-id: req-ebea0c5b-0ee5-4675-8eaf-68ca253bfa83 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:53:52.483231 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3124eb0-d33a-41bb-b18b-606e0e817e81", "name": "network-vif-deleted", "tag": "feb71080-4f0e-4bf7-99ba-b7cb1b3e3332", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:53:52.483482 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebea0c5b-0ee5-4675-8eaf-68ca253bfa83 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:53:52.483884 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3124eb0-d33a-41bb-b18b-606e0e817e81', 'name': 'network-vif-deleted', 'tag': 'feb71080-4f0e-4bf7-99ba-b7cb1b3e3332', 'status': 'completed', 'code': 200} Jan 14 09:53:52.796298 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a9857356-a2e5-4f40-b4d7-1f6771971cbf req-56130332-96ef-4a39-90d3-22279ef4588d tempest-AttachVolumeNegativeTest-1643424546 tempest-AttachVolumeNegativeTest-1643424546-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3124eb0-d33a-41bb-b18b-606e0e817e81 HTTP/1.1" status: 200 len: 210 time: 0.0292838 Jan 14 09:53:53.853311 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47440) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:53.898546 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Deleting subnet 2b2b5b97-1887-4864-9132-cc4b4047e562 {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:53:53.901778 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Publish callbacks [] for subnet (2b2b5b97-1887-4864-9132-cc4b4047e562), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:53.937848 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (2b2b5b97-1887-4864-9132-cc4b4047e562), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:53.977150 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (2b2b5b97-1887-4864-9132-cc4b4047e562), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.028566 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (2b2b5b97-1887-4864-9132-cc4b4047e562), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.060164 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2b5b97-1887-4864-9132-cc4b4047e562,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:54.062139 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.066018 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-231f118b-e036-40e4-bbf7-bbc4af302168 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2b2b5b97-1887-4864-9132-cc4b4047e562 HTTP/1.1" status: 204 len: 168 time: 0.2116508 Jan 14 09:53:54.068769 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47442) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:54.135795 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (746b6838-b16b-4837-950e-306ded637236), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.216122 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (746b6838-b16b-4837-950e-306ded637236), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.237132 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746b6838-b16b-4837-950e-306ded637236']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:54.246440 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5158e2-8727-47be-8b27-7201ebb896c0') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:54.246730 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5158e2-8727-47be-8b27-7201ebb896c0') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:53:54.257234 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (2c5158e2-8727-47be-8b27-7201ebb896c0), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.270993 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (2c5158e2-8727-47be-8b27-7201ebb896c0), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.277960 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:53:54.278371 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (2c5158e2-8727-47be-8b27-7201ebb896c0), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: warnings.warn(msg) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:53:54.280080 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:53:54.334752 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (746b6838-b16b-4837-950e-306ded637236), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.340308 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.346730 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] 10.222.0.48 "DELETE /v2.0/networks/746b6838-b16b-4837-950e-306ded637236 HTTP/1.1" status: 204 len: 168 time: 0.2737818 Jan 14 09:53:54.355699 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b9021-8a8c-4523-875b-8004d4818dea admin admin] Pushing event deleted for resources: {'Network': ['ID=746b6838-b16b-4837-950e-306ded637236,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:54.515409 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47446) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:54.526931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2b74f081-e522-4692-93f5-20bf12e38649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.559593 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-4b366c5f-d8a4-445e-939a-bb0de4d21841 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=354e79c6a8ce495698e22aa2bc0c9566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427413 Jan 14 09:53:54.562531 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47448) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:53:54.613724 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-19d3a095-947f-4f16-8136-eadb9e022a03 admin admin] Publish callbacks [] for security_group (fac435f4-cb10-40e6-a354-75d718859ec6), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.634401 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-19d3a095-947f-4f16-8136-eadb9e022a03 admin admin] Publish callbacks [] for security_group (fac435f4-cb10-40e6-a354-75d718859ec6), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.683350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-19d3a095-947f-4f16-8136-eadb9e022a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (fac435f4-cb10-40e6-a354-75d718859ec6), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.685899 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-19d3a095-947f-4f16-8136-eadb9e022a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:54.687080 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-19d3a095-947f-4f16-8136-eadb9e022a03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fac435f4-cb10-40e6-a354-75d718859ec6 HTTP/1.1" status: 204 len: 168 time: 0.1236370 Jan 14 09:53:54.695703 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3a095-947f-4f16-8136-eadb9e022a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac435f4-cb10-40e6-a354-75d718859ec6,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:53:55.090488 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:53:55.112655 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:53:55.112991 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device feb71080-4f0e-4bf7-99ba-b7cb1b3e3332 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:53:56.839411 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-de5b1767-5708-4809-a809-341021269831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:57.917652 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:53:59.627476 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:01.257731 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.167000 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47664) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:11.292092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-25bea702-a28a-4049-ab1f-df1c0e0f9dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.376049 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-25bea702-a28a-4049-ab1f-df1c0e0f9dfe admin admin] Publish callbacks [] for security_group (3d837338-af9a-4837-9ec0-d69928c15dcb), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.381882 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-25bea702-a28a-4049-ab1f-df1c0e0f9dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3d837338-af9a-4837-9ec0-d69928c15dcb), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.428790 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bea702-a28a-4049-ab1f-df1c0e0f9dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d837338-af9a-4837-9ec0-d69928c15dcb,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:11.434420 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-25bea702-a28a-4049-ab1f-df1c0e0f9dfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48320e1c5f7a4defb8f5cc90f313aada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662301 Jan 14 09:54:11.438171 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47668) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:11.492727 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb14-da01-4fd0-8989-e5b2a74845c3 admin admin] Publish callbacks [] for security_group (3d837338-af9a-4837-9ec0-d69928c15dcb), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.516995 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb14-da01-4fd0-8989-e5b2a74845c3 admin admin] Publish callbacks [] for security_group (3d837338-af9a-4837-9ec0-d69928c15dcb), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.572770 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb14-da01-4fd0-8989-e5b2a74845c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (3d837338-af9a-4837-9ec0-d69928c15dcb), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.575362 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-09c9fb14-da01-4fd0-8989-e5b2a74845c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.576545 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-09c9fb14-da01-4fd0-8989-e5b2a74845c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d837338-af9a-4837-9ec0-d69928c15dcb HTTP/1.1" status: 204 len: 168 time: 0.1382287 Jan 14 09:54:11.584662 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fb14-da01-4fd0-8989-e5b2a74845c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d837338-af9a-4837-9ec0-d69928c15dcb,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:11.869378 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47674) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:11.883349 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a7e-a13d-4d72-83ae-47eb07292734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.967261 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a7e-a13d-4d72-83ae-47eb07292734 admin admin] Publish callbacks [] for security_group (4baf9513-be0d-440a-b24d-fb9abf63414d), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:11.972724 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-5ae28a7e-a13d-4d72-83ae-47eb07292734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (4baf9513-be0d-440a-b24d-fb9abf63414d), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:12.017852 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-5ae28a7e-a13d-4d72-83ae-47eb07292734 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a08f197b4ddc4347a99f4a5905d8df3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473556 Jan 14 09:54:12.018917 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae28a7e-a13d-4d72-83ae-47eb07292734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf9513-be0d-440a-b24d-fb9abf63414d,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:12.020470 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47676) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:12.074008 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c78b27d6-1621-4866-ab0a-9268de5dc4db admin admin] Publish callbacks [] for security_group (4baf9513-be0d-440a-b24d-fb9abf63414d), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:12.104451 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c78b27d6-1621-4866-ab0a-9268de5dc4db admin admin] Publish callbacks [] for security_group (4baf9513-be0d-440a-b24d-fb9abf63414d), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:12.155577 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c78b27d6-1621-4866-ab0a-9268de5dc4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (4baf9513-be0d-440a-b24d-fb9abf63414d), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:12.158615 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c78b27d6-1621-4866-ab0a-9268de5dc4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:12.159890 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c78b27d6-1621-4866-ab0a-9268de5dc4db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4baf9513-be0d-440a-b24d-fb9abf63414d HTTP/1.1" status: 204 len: 168 time: 0.1383576 Jan 14 09:54:12.168805 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b27d6-1621-4866-ab0a-9268de5dc4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf9513-be0d-440a-b24d-fb9abf63414d,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:16.093875 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.587241 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47748) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:16.712787 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee79a-f9f1-4d16-8e8c-08820559cf63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.814776 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee79a-f9f1-4d16-8e8c-08820559cf63 admin admin] Publish callbacks [] for security_group (46e41b43-4f0e-4463-aaaa-c580410b305c), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.819575 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1c6ee79a-f9f1-4d16-8e8c-08820559cf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (46e41b43-4f0e-4463-aaaa-c580410b305c), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.859413 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ee79a-f9f1-4d16-8e8c-08820559cf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e41b43-4f0e-4463-aaaa-c580410b305c,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:16.865117 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1c6ee79a-f9f1-4d16-8e8c-08820559cf63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e95e534ec3945eaa54fb13025791a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767518 Jan 14 09:54:16.869396 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47752) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:16.922616 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0191fb00-e9c6-4379-99b2-b5dbadeca5e2 admin admin] Publish callbacks [] for security_group (46e41b43-4f0e-4463-aaaa-c580410b305c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.947458 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0191fb00-e9c6-4379-99b2-b5dbadeca5e2 admin admin] Publish callbacks [] for security_group (46e41b43-4f0e-4463-aaaa-c580410b305c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.995872 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0191fb00-e9c6-4379-99b2-b5dbadeca5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (46e41b43-4f0e-4463-aaaa-c580410b305c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:16.999275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0191fb00-e9c6-4379-99b2-b5dbadeca5e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.000468 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0191fb00-e9c6-4379-99b2-b5dbadeca5e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46e41b43-4f0e-4463-aaaa-c580410b305c HTTP/1.1" status: 204 len: 168 time: 0.1300204 Jan 14 09:54:17.010659 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191fb00-e9c6-4379-99b2-b5dbadeca5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e41b43-4f0e-4463-aaaa-c580410b305c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:17.284240 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47758) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:17.296116 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0fc-8aa0-4d9d-a232-a69cb64ada56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.374037 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0fc-8aa0-4d9d-a232-a69cb64ada56 admin admin] Publish callbacks [] for security_group (7d6d920a-ee70-493b-9db1-124a86301612), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.378311 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba0fc-8aa0-4d9d-a232-a69cb64ada56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7d6d920a-ee70-493b-9db1-124a86301612), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.416384 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ba0fc-8aa0-4d9d-a232-a69cb64ada56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d920a-ee70-493b-9db1-124a86301612,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:17.420834 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-8b9ba0fc-8aa0-4d9d-a232-a69cb64ada56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26bed75747b84ecc9d7124520d118601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372793 Jan 14 09:54:17.425471 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47760) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:17.480050 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-17ea0f31-7bcb-409d-a41f-6a5825572b11 admin admin] Publish callbacks [] for security_group (7d6d920a-ee70-493b-9db1-124a86301612), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.502523 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-17ea0f31-7bcb-409d-a41f-6a5825572b11 admin admin] Publish callbacks [] for security_group (7d6d920a-ee70-493b-9db1-124a86301612), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.561198 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-17ea0f31-7bcb-409d-a41f-6a5825572b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (7d6d920a-ee70-493b-9db1-124a86301612), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.563906 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-17ea0f31-7bcb-409d-a41f-6a5825572b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:17.565104 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-17ea0f31-7bcb-409d-a41f-6a5825572b11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d6d920a-ee70-493b-9db1-124a86301612 HTTP/1.1" status: 204 len: 168 time: 0.1387045 Jan 14 09:54:17.573723 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea0f31-7bcb-409d-a41f-6a5825572b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d920a-ee70-493b-9db1-124a86301612,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:19.723017 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:54:24.530074 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d71efe9d-f622-46c3-be94-ef13098f8c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:26.801648 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47850) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:26.845410 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-fa9aca7d-dbd7-424b-940f-cd67e60acf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:26.915803 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b98c2886-91b3-4d50-85e0-f4f8522581e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:26.997116 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b98c2886-91b3-4d50-85e0-f4f8522581e3 admin admin] Publish callbacks [] for security_group (5efa0515-d86a-4085-8eb3-c0795ed8242e), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.001487 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-b98c2886-91b3-4d50-85e0-f4f8522581e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5efa0515-d86a-4085-8eb3-c0795ed8242e), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.040668 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-b98c2886-91b3-4d50-85e0-f4f8522581e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9a3c3afb2cf4cbc91e904fa2871dca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377877 Jan 14 09:54:27.041909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c2886-91b3-4d50-85e0-f4f8522581e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efa0515-d86a-4085-8eb3-c0795ed8242e,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:27.044273 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47856) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:27.097818 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-687cf883-57c0-42e1-8585-ab3a9d681a2a admin admin] Publish callbacks [] for security_group (5efa0515-d86a-4085-8eb3-c0795ed8242e), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.121213 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-687cf883-57c0-42e1-8585-ab3a9d681a2a admin admin] Publish callbacks [] for security_group (5efa0515-d86a-4085-8eb3-c0795ed8242e), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.184308 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-687cf883-57c0-42e1-8585-ab3a9d681a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5efa0515-d86a-4085-8eb3-c0795ed8242e), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.187026 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-687cf883-57c0-42e1-8585-ab3a9d681a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.188195 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-687cf883-57c0-42e1-8585-ab3a9d681a2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5efa0515-d86a-4085-8eb3-c0795ed8242e HTTP/1.1" status: 204 len: 168 time: 0.1428907 Jan 14 09:54:27.196838 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cf883-57c0-42e1-8585-ab3a9d681a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efa0515-d86a-4085-8eb3-c0795ed8242e,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:27.472317 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47862) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:27.489561 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-50157ebe-aa4e-41fc-9f0b-66953c17ebb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.584906 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-50157ebe-aa4e-41fc-9f0b-66953c17ebb8 admin admin] Publish callbacks [] for security_group (0a20f30a-24d7-458a-95c2-862a38479888), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.590536 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-50157ebe-aa4e-41fc-9f0b-66953c17ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0a20f30a-24d7-458a-95c2-862a38479888), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.656543 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-50157ebe-aa4e-41fc-9f0b-66953c17ebb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e2fb72490be4f82bd82db7aa3d8c083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1825337 Jan 14 09:54:27.658313 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157ebe-aa4e-41fc-9f0b-66953c17ebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20f30a-24d7-458a-95c2-862a38479888,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:27.659129 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47864) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:27.714629 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f71233fc-812a-4b2c-98f5-847ecab097d7 admin admin] Publish callbacks [] for security_group (0a20f30a-24d7-458a-95c2-862a38479888), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.739996 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f71233fc-812a-4b2c-98f5-847ecab097d7 admin admin] Publish callbacks [] for security_group (0a20f30a-24d7-458a-95c2-862a38479888), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.794821 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f71233fc-812a-4b2c-98f5-847ecab097d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (0a20f30a-24d7-458a-95c2-862a38479888), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.797589 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f71233fc-812a-4b2c-98f5-847ecab097d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:27.798797 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-f71233fc-812a-4b2c-98f5-847ecab097d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a20f30a-24d7-458a-95c2-862a38479888 HTTP/1.1" status: 204 len: 168 time: 0.1386375 Jan 14 09:54:27.807638 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71233fc-812a-4b2c-98f5-847ecab097d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20f30a-24d7-458a-95c2-862a38479888,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:27.920622 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:28.813126 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 47894) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:28.914182 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1ae5437e-7363-461d-9153-6ae3c6410007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:28.986120 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1ae5437e-7363-461d-9153-6ae3c6410007 admin admin] Publish callbacks [] for security_group (c805b596-da5f-4e37-84cc-80694a86881f), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:28.990275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1ae5437e-7363-461d-9153-6ae3c6410007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c805b596-da5f-4e37-84cc-80694a86881f), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:29.030274 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1ae5437e-7363-461d-9153-6ae3c6410007 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68917fdbad864c74acbb857fb21ee19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160532 Jan 14 09:54:29.031159 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5437e-7363-461d-9153-6ae3c6410007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805b596-da5f-4e37-84cc-80694a86881f,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:29.033515 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 47898) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:29.085272 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6281547f-eafe-4450-b50b-3c2b55d0b409 admin admin] Publish callbacks [] for security_group (c805b596-da5f-4e37-84cc-80694a86881f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:29.105380 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6281547f-eafe-4450-b50b-3c2b55d0b409 admin admin] Publish callbacks [] for security_group (c805b596-da5f-4e37-84cc-80694a86881f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:29.150878 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6281547f-eafe-4450-b50b-3c2b55d0b409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (c805b596-da5f-4e37-84cc-80694a86881f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:29.153452 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6281547f-eafe-4450-b50b-3c2b55d0b409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:29.154648 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6281547f-eafe-4450-b50b-3c2b55d0b409 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c805b596-da5f-4e37-84cc-80694a86881f HTTP/1.1" status: 204 len: 168 time: 0.1199994 Jan 14 09:54:29.162732 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281547f-eafe-4450-b50b-3c2b55d0b409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805b596-da5f-4e37-84cc-80694a86881f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:29.636722 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:31.255564 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.109233 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.179870 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48030) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:46.287609 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.367225 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Publish callbacks [] for security_group (ae063889-3012-4561-85b1-e78a4d160612), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.376510 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ae063889-3012-4561-85b1-e78a4d160612), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.413361 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae063889-3012-4561-85b1-e78a4d160612,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:46.417684 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab5f9399cada4d949dd675b217ff67ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367613 Jan 14 09:54:46.420454 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48034) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:54:46.423653 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.424009 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.424488 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.424826 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.425157 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.425483 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.425811 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.426168 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.426578 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.426852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.427173 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.427490 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.427808 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3849d-c97f-4abb-ba27-aef911a3421d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:54:46.476968 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-aeca201f-af21-4544-9fc1-06f1c7bb11dd admin admin] Publish callbacks [] for security_group (ae063889-3012-4561-85b1-e78a4d160612), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.498247 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-aeca201f-af21-4544-9fc1-06f1c7bb11dd admin admin] Publish callbacks [] for security_group (ae063889-3012-4561-85b1-e78a4d160612), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.543469 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-aeca201f-af21-4544-9fc1-06f1c7bb11dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ae063889-3012-4561-85b1-e78a4d160612), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.546063 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-aeca201f-af21-4544-9fc1-06f1c7bb11dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:46.547286 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-aeca201f-af21-4544-9fc1-06f1c7bb11dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae063889-3012-4561-85b1-e78a4d160612 HTTP/1.1" status: 204 len: 168 time: 0.1258829 Jan 14 09:54:46.555219 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca201f-af21-4544-9fc1-06f1c7bb11dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae063889-3012-4561-85b1-e78a4d160612,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:54:47.490243 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f6c0-5d32-4c11-be0d-50ebb6e8b22a req-26db4178-b801-4cdf-992b-9d7c19fe6474 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:47.491894 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b775f6c0-5d32-4c11-be0d-50ebb6e8b22a req-26db4178-b801-4cdf-992b-9d7c19fe6474 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0514362 Jan 14 09:54:47.541685 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-b775f6c0-5d32-4c11-be0d-50ebb6e8b22a req-8e39497d-79f6-46c8-80ca-ae942494f251 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Jan 14 09:54:48.658011 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550cef-f227-4a13-a8d1-f2126f5a9d75 req-4362835f-7b8d-4073-b220-fc53c167d4ff tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:48.659437 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73550cef-f227-4a13-a8d1-f2126f5a9d75 req-4362835f-7b8d-4073-b220-fc53c167d4ff tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0472441 Jan 14 09:54:48.709837 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-73550cef-f227-4a13-a8d1-f2126f5a9d75 req-8f391c83-9bee-4ec0-bcdd-d0a5868572c3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Jan 14 09:54:49.823430 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77409b0-20e2-4d01-93dd-e16e81867ac6 req-860e9bbc-d591-4e38-8584-2e1031f55489 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:49.824918 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d77409b0-20e2-4d01-93dd-e16e81867ac6 req-860e9bbc-d591-4e38-8584-2e1031f55489 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0493333 Jan 14 09:54:49.872523 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d77409b0-20e2-4d01-93dd-e16e81867ac6 req-b0cdc4ac-18a4-44e8-84a9-4644ec7d7f3d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Jan 14 09:54:50.987079 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752dd7-6c0c-4f2e-b6c5-c911e7d3abf5 req-97374402-6da0-4911-923e-50cef4218f45 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:50.988527 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a1752dd7-6c0c-4f2e-b6c5-c911e7d3abf5 req-97374402-6da0-4911-923e-50cef4218f45 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Jan 14 09:54:51.036140 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-a1752dd7-6c0c-4f2e-b6c5-c911e7d3abf5 req-3b52e5c9-998c-4aa6-bc45-815d3fd5fca4 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Jan 14 09:54:52.147752 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a7f1c-26fd-4920-929f-75a0b856bece req-1aaf6cdc-de4e-47cc-8ead-86422b978529 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:52.149248 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f85a7f1c-26fd-4920-929f-75a0b856bece req-1aaf6cdc-de4e-47cc-8ead-86422b978529 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Jan 14 09:54:52.201031 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f85a7f1c-26fd-4920-929f-75a0b856bece req-b3d70224-4dfa-4b30-bf11-3e1277f59938 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 Jan 14 09:54:53.319517 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477b440-751d-4ea8-aef7-cf2e0dbfcb5e req-c7a131a4-2e5a-4772-830c-8f153d2a2f0d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:53.321048 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8477b440-751d-4ea8-aef7-cf2e0dbfcb5e req-c7a131a4-2e5a-4772-830c-8f153d2a2f0d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Jan 14 09:54:53.375863 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8477b440-751d-4ea8-aef7-cf2e0dbfcb5e req-97f93479-9d5c-4edc-92dd-6b9663eed729 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468056 Jan 14 09:54:54.517175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7811bf8-79df-44dd-9054-55df58857713 req-da9d952d-aa58-4066-8884-8760845970d4 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:54.518736 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f7811bf8-79df-44dd-9054-55df58857713 req-da9d952d-aa58-4066-8884-8760845970d4 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0518594 Jan 14 09:54:54.533554 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f1954558-b73e-418e-9bdd-9f2a48ecfe34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:54.576956 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f7811bf8-79df-44dd-9054-55df58857713 req-02d858a6-96ca-4da5-85b2-516e63ff2033 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493040 Jan 14 09:54:55.695265 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b5853-87c2-4f0e-8a8b-6b324ddf7ca0 req-8cf31deb-41d1-453e-88a0-0d70b677f92d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:55.696725 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5f1b5853-87c2-4f0e-8a8b-6b324ddf7ca0 req-8cf31deb-41d1-453e-88a0-0d70b677f92d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0507503 Jan 14 09:54:55.743683 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5f1b5853-87c2-4f0e-8a8b-6b324ddf7ca0 req-0d621e47-ddc5-4e2e-afdb-1d2df9a94f33 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Jan 14 09:54:56.722718 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:54:56.839538 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-72e6d88c-8a23-43d7-a543-ae9237c3c343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:56.861400 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec222fc-25f6-48bb-9abf-34eebdd2f75e req-caaac674-5091-4ffb-bd75-052915027ab6 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:56.863022 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6ec222fc-25f6-48bb-9abf-34eebdd2f75e req-caaac674-5091-4ffb-bd75-052915027ab6 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Jan 14 09:54:56.915046 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6ec222fc-25f6-48bb-9abf-34eebdd2f75e req-4451b080-8cfc-486c-b167-0465a2bf40e6 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Jan 14 09:54:57.596012 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-445ab890-96b6-422e-8d66-14ab6c2990c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:57.597615 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-445ab890-96b6-422e-8d66-14ab6c2990c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0411193 Jan 14 09:54:57.690921 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-b125aa9e-5bf3-4612-99b3-547b4cf14ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:57.692649 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-b125aa9e-5bf3-4612-99b3-547b4cf14ea7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.0887702 Jan 14 09:54:57.757123 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-c254919e-ace5-4ca5-9a88-4b766b263873 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 1001 time: 0.0578105 Jan 14 09:54:57.803941 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-501ce0d5-9b6d-4497-b88a-d34b9f76ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:57.805389 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-501ce0d5-9b6d-4497-b88a-d34b9f76ef7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0423350 Jan 14 09:54:57.852598 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-e7b3131c-8235-4b66-aef2-7636561458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:57.854125 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-e7b3131c-8235-4b66-aef2-7636561458b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429358 Jan 14 09:54:57.923780 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:54:57.943307 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-7c0fcac4-ce49-47c0-817d-df06bd3d709e service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825703 Jan 14 09:54:58.346523 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53dd7f-7fdf-44c1-a6bd-9c26c707e31b req-b0fd12d9-f666-45bf-b4c2-944767baa5aa tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:58.348015 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7c53dd7f-7fdf-44c1-a6bd-9c26c707e31b req-b0fd12d9-f666-45bf-b4c2-944767baa5aa tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.3547854 Jan 14 09:54:58.349819 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-21712c73-726e-4d11-a94b-22e93d66f8ba req-d3deaab3-adee-47fa-b10d-e0c317397e0c service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007022 Jan 14 09:54:58.398944 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7c53dd7f-7fdf-44c1-a6bd-9c26c707e31b req-896bf389-7331-42e2-b81c-4e669a6ac12b tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Jan 14 09:54:59.526947 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644c435-27ba-4fac-a421-6463f75e68a6 req-91d86ccd-fe99-4a3c-b82a-75f859290a69 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:54:59.528498 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2644c435-27ba-4fac-a421-6463f75e68a6 req-91d86ccd-fe99-4a3c-b82a-75f859290a69 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0568523 Jan 14 09:54:59.580726 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2644c435-27ba-4fac-a421-6463f75e68a6 req-8334fd4c-1004-4bb8-b42e-05cd6cdc05a0 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Jan 14 09:54:59.636595 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:00.700930 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871182f0-f61e-4870-814a-f092c90b550c req-04e21d15-f574-4986-914f-42ef13cb1055 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:00.702533 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-871182f0-f61e-4870-814a-f092c90b550c req-04e21d15-f574-4986-914f-42ef13cb1055 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Jan 14 09:55:00.765545 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-871182f0-f61e-4870-814a-f092c90b550c req-5a17df28-e8ef-40ff-8bbc-75055e8c1710 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570021 Jan 14 09:55:00.995004 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd1a35-07e8-47a9-8bd2-b0325263f441 req-4458c774-b451-4680-95dc-a797390d471a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:00.996817 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7dcd1a35-07e8-47a9-8bd2-b0325263f441 req-4458c774-b451-4680-95dc-a797390d471a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Jan 14 09:55:01.058259 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-7dcd1a35-07e8-47a9-8bd2-b0325263f441 req-cfa8dd55-f5d5-4e84-9656-21be6c58e4cc tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543766 Jan 14 09:55:01.063350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48074) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:55:01.153757 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-8c7f5580-3023-4598-ab08-bae18e2f89fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892241 Jan 14 09:55:01.162843 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-ba746f0d-0d46-415c-8980-aba3990aa756 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:55:01.163845 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-ba746f0d-0d46-415c-8980-aba3990aa756 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054080 Jan 14 09:55:01.250744 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:02.188871 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf7acd-9e78-491b-836d-9911a5bd06cf req-ccfdec81-d1f4-4aca-86da-25c01a1cc7e3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:02.190290 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2abf7acd-9e78-491b-836d-9911a5bd06cf req-ccfdec81-d1f4-4aca-86da-25c01a1cc7e3 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Jan 14 09:55:02.239287 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2abf7acd-9e78-491b-836d-9911a5bd06cf req-fa7df07d-c517-4ba9-80da-ce5c67103e5f tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Jan 14 09:55:02.426164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-212faf72-9b83-42a2-be68-4905eebcf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:02.427743 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-212faf72-9b83-42a2-be68-4905eebcf573 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6&tenant_id=eac278870baf47c3b45b81d7e509466a HTTP/1.1" status: 200 len: 1098 time: 0.0410390 Jan 14 09:55:02.491213 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-02b44516-f6c5-42b7-81f1-120aeaae3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:02.492637 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-02b44516-f6c5-42b7-81f1-120aeaae3ba2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0443952 Jan 14 09:55:02.582718 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-311d9029-1957-408f-8ce8-949c7ad81773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:02.584196 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-311d9029-1957-408f-8ce8-949c7ad81773 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.0851853 Jan 14 09:55:02.652287 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-ad286b8a-87cb-4ad9-89e8-8d7dd6ea6948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 1001 time: 0.0620871 Jan 14 09:55:02.699863 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-6daac5d7-9d79-4bf4-af85-eaa39ebd13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:02.701316 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-6daac5d7-9d79-4bf4-af85-eaa39ebd13ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0433340 Jan 14 09:55:02.745283 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-1381413a-ed7e-41fd-9025-b0d4df9b1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:02.746681 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-1381413a-ed7e-41fd-9025-b0d4df9b1c46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391753 Jan 14 09:55:02.836735 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-a4c81352-0b9e-43ae-97e9-6ad1fbef71ef service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838711 Jan 14 09:55:02.925434 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-00a84cd1-d339-48ea-88bc-b763045d2cd3 req-0c13ae7c-faea-4652-9ae5-2250f156f28d service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836418 Jan 14 09:55:03.353904 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccdec0-ae78-4cd8-aaeb-a6f5cc077c17 req-a1b6c598-3ada-4763-801b-d880da3b9fc2 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:03.355382 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-feccdec0-ae78-4cd8-aaeb-a6f5cc077c17 req-a1b6c598-3ada-4763-801b-d880da3b9fc2 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Jan 14 09:55:03.410324 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-feccdec0-ae78-4cd8-aaeb-a6f5cc077c17 req-314e2e9f-b24f-4f38-9ca2-6fc0dd4ebff8 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493758 Jan 14 09:55:03.453008 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:55:03.528363 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 61ba2078-4848-49e0-ac0a-37d5d96adc46 is: ACTIVE; New status is: DOWN {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:55:03.528661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:03.551444 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:55:03.553923 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28751fd5-c65e-483e-b01c-be53d6fc4403" -d '{"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-unplugged", "status": "completed", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:55:03.566918 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:03.574765 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:03.599324 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 14 Jan 2022 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59efafbb-606d-4fe8-9b51-fc880d2ccd6d x-openstack-request-id: req-59efafbb-606d-4fe8-9b51-fc880d2ccd6d {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:55:03.599618 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-unplugged", "status": "completed", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:55:03.599929 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59efafbb-606d-4fe8-9b51-fc880d2ccd6d {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:55:03.600252 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'code': 200} Jan 14 09:55:03.633208 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=6']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:03.640223 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.640568 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.640908 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.641241 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.641570 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.641891 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.642216 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.642570 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.642890 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.643208 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.643525 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.643836 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:03.644148 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:04.529099 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a708473-4555-4fde-9c5e-aa6e84c0e59d req-0b60ec51-c999-42e4-b48b-3f857ce0bf5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:04.530614 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a708473-4555-4fde-9c5e-aa6e84c0e59d req-0b60ec51-c999-42e4-b48b-3f857ce0bf5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0492408 Jan 14 09:55:04.594374 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-4a708473-4555-4fde-9c5e-aa6e84c0e59d req-64b18d6c-7deb-423e-b1c5-4a7600c11d57 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580556 Jan 14 09:55:05.706960 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e897e-21ef-424e-8934-9c766c0559fa req-fc81c08d-ab62-46b9-a263-2597b1eac588 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:05.708414 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0c9e897e-21ef-424e-8934-9c766c0559fa req-fc81c08d-ab62-46b9-a263-2597b1eac588 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0472844 Jan 14 09:55:05.759163 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0c9e897e-21ef-424e-8934-9c766c0559fa req-710a2c19-f075-41a5-9b2b-3788e9fce6e7 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446591 Jan 14 09:55:06.873906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9c0ea-a553-4d3a-94c9-cdde70e15462 req-e89797a1-168d-4caa-af47-9aa2c2d70e51 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:06.875406 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba9c0ea-a553-4d3a-94c9-cdde70e15462 req-e89797a1-168d-4caa-af47-9aa2c2d70e51 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0473180 Jan 14 09:55:06.923226 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-bba9c0ea-a553-4d3a-94c9-cdde70e15462 req-be311a16-637a-4347-80f6-329d7f8bef00 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422311 Jan 14 09:55:08.157891 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5dcd-9763-4672-84b1-22d721b0c560 req-5563bcbd-1b0e-400d-b374-c3bbcec256f6 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:08.159422 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fe2a5dcd-9763-4672-84b1-22d721b0c560 req-5563bcbd-1b0e-400d-b374-c3bbcec256f6 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.1646552 Jan 14 09:55:08.208947 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-fe2a5dcd-9763-4672-84b1-22d721b0c560 req-5f592e25-5e82-47a2-b702-fe86eef70948 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Jan 14 09:55:08.985834 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b4732-0eee-4478-881d-d4c1b1810a25 req-7fb6b395-5dcc-40c1-b57b-0dd10e86aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:08.987359 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aa4b4732-0eee-4478-881d-d4c1b1810a25 req-7fb6b395-5dcc-40c1-b57b-0dd10e86aa9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1096 time: 0.0451150 Jan 14 09:55:09.034758 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-aa4b4732-0eee-4478-881d-d4c1b1810a25 req-3e36d4d0-e108-4051-9017-37c7e5ddf010 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410361 Jan 14 09:55:09.372664 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515bda4-7ee8-4e8c-9131-34059b7e962f req-7ffc54f2-83d8-4533-bc4c-147cfe1551a5 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:09.374185 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2515bda4-7ee8-4e8c-9131-34059b7e962f req-7ffc54f2-83d8-4533-bc4c-147cfe1551a5 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 943 time: 0.0978878 Jan 14 09:55:09.426982 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2515bda4-7ee8-4e8c-9131-34059b7e962f req-96676f9c-d439-48f4-ac76-f25ca5c3ead9 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Jan 14 09:55:09.489672 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:55:09.580679 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:09.591663 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'port_id': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'mac_address': 'fa:16:3e:a7:b5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:55:09.631516 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 61ba2078-4848-49e0-ac0a-37d5d96adc46 is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:55:09.631896 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:09.644236 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ba2078-4848-49e0-ac0a-37d5d96adc46 {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:55:09.662513 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:09.667057 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:09.712101 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=7']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:10.539706 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709c798-4e50-4045-9f9a-27a0f77f81fe req-bf649b6f-e473-4599-968d-55d296b27caa tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:10.541169 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d709c798-4e50-4045-9f9a-27a0f77f81fe req-bf649b6f-e473-4599-968d-55d296b27caa tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 944 time: 0.0481112 Jan 14 09:55:10.588561 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d709c798-4e50-4045-9f9a-27a0f77f81fe req-4e37bbbd-6895-4643-a243-cfa712524e2d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jan 14 09:55:10.956710 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['61ba2078-4848-49e0-ac0a-37d5d96adc46'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:55:14.372333 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:55:14.420845 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 61ba2078-4848-49e0-ac0a-37d5d96adc46 triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:55:14.421211 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:14.497214 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 61ba2078-4848-49e0-ac0a-37d5d96adc46 is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:55:14.497603 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:14.522713 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:55:14.525565 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235a3e7d-1aa2-4070-ada8-ce91545dc30a" -d '{"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-plugged", "status": "completed", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:55:14.537483 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:14.542549 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:14.566957 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aacdc5c-8b16-4b23-9144-5766629883ae x-openstack-request-id: req-1aacdc5c-8b16-4b23-9144-5766629883ae {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:55:14.567256 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-plugged", "status": "completed", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:55:14.567504 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1aacdc5c-8b16-4b23-9144-5766629883ae {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:55:14.567884 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'code': 200} Jan 14 09:55:14.592484 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=8']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:16.097011 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:18.635037 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-6fc3e266-63e8-44dd-9ca2-209ed99b1c37 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38373261&fields=id&tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 267 time: 0.0497079 Jan 14 09:55:18.746008 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-b1ae1af3-aa95-44c0-971d-e0ee9ff8ca10 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:18.747432 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-b1ae1af3-aa95-44c0-971d-e0ee9ff8ca10 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 811 time: 0.1059709 Jan 14 09:55:18.761988 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-8568f4ef-aa2f-47fb-aa6e-7871dac3d9be tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/quotas/bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 375 time: 0.0090122 Jan 14 09:55:18.819379 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-b7694004-bb50-49c8-8c1a-27b7a1b50b97 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522730 Jan 14 09:55:18.913124 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-8f4ff866-1575-4841-ab21-eee193addbb0 service neutron] 10.222.0.48 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814898 Jan 14 09:55:19.012682 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-809376d9-c5b5-46cb-b2df-d3fb598312a5 service neutron] 10.222.0.48 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931656 Jan 14 09:55:19.284422 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-10a805b6-c689-4ed4-baa5-c98f96e69ef4 req-d610644a-e17f-44f5-9093-7e5b43e1d3cd tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 210 time: 0.0266161 Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.306127 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:55:20.310342 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-7ca07533-3b5c-416f-bad9-054b1461df49 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:20.311290 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-7ca07533-3b5c-416f-bad9-054b1461df49 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 811 time: 0.1247077 Jan 14 09:55:20.386463 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-7c36bba4-2f37-46fa-93f9-ffd3e003568c req-66a023db-bad5-4532-84bb-3d308a9a7622 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 210 time: 0.0281408 Jan 14 09:55:20.401068 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-a1e95045-97a8-44b1-9637-48a506012fe0 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d HTTP/1.1" status: 200 len: 378 time: 0.0778227 Jan 14 09:55:20.422154 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'port': {'device_id': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'admin_state_up': True, 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'security_groups': ['09f115fb-cf93-44aa-bb41-a7471525a976']}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:55:20.537157 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Made reservation on behalf of bf5c8a2464f543e4b2e3c1a50648f73d for: {'port': 1} {{(pid=114414) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 14 09:55:20.540780 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:20.663848 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_common [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Allocated IP 172.20.0.4 (80c10abc-4f06-43c3-8b66-e45b72fd3048/e5e45dcc-de47-4916-90f0-658df38b14a0/3f628831-11b5-4805-bd1f-60bd89b47efd) {{(pid=114414) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:55:20.807920 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), precommit_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:20.843665 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), after_create {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:20.885995 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 is already hosted by enough agents. {{(pid=114414) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:55:20.891063 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.base_scheduler [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Resources bound (agent type, host, resource id): {{(pid=114414) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:55:20.893427 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Received port after_create {{(pid=114414) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:55:20.923159 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=3f628831-11b5-4805-bd1f-60bd89b47efd,revision_number=1']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:20.938936 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.939208 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.939547 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.939880 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.940208 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.940526 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.940844 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.941163 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.941483 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.941802 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.942115 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.942447 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.942777 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:55:20.962892 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:20.963519 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:20.981802 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-36240a98-7e6b-476f-9b7c-ed8a8660400f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661736 Jan 14 09:55:20.991913 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-6bfaaf83-a158-436c-b834-4080d44d40e4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114414) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 09:55:20.993010 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-6bfaaf83-a158-436c-b834-4080d44d40e4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054083 Jan 14 09:55:21.004341 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.v2.base [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Request body: {'port': {'device_id': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=114414) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:55:21.060090 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.151320 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-d27c1bd3-295d-4dfe-bdbf-bb0aa06a8637 None None] Provisioning complete for port 3f628831-11b5-4805-bd1f-60bd89b47efd triggered by entity DHCP. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:55:21.151900 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-d27c1bd3-295d-4dfe-bdbf-bb0aa06a8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.184968 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-d27c1bd3-295d-4dfe-bdbf-bb0aa06a8637 None None] Port 3f628831-11b5-4805-bd1f-60bd89b47efd cannot update to ACTIVE because it is not bound. {{(pid=114415) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 14 09:55:21.321255 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f628831-11b5-4805-bd1f-60bd89b47efd {{(pid=114414) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:55:21.329137 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Publish callbacks [] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), precommit_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.341720 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.provisioning_blocks [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Transition to ACTIVE for port object 3f628831-11b5-4805-bd1f-60bd89b47efd will not be triggered until provisioned by entity L2. {{(pid=114414) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 14 09:55:21.345272 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.403080 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Pushing event updated for resources: {'Port': ['ID=3f628831-11b5-4805-bd1f-60bd89b47efd,revision_number=2']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:21.508676 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Attempting to bind port 3f628831-11b5-4805-bd1f-60bd89b47efd on host hv-cinder-82160 for vnic_type normal with profile {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 09:55:21.509012 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Attempting to bind port 3f628831-11b5-4805-bd1f-60bd89b47efd by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 14 09:55:21.509337 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Attempting to bind port 3f628831-11b5-4805-bd1f-60bd89b47efd on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:55:21.517137 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Port 3f628831-11b5-4805-bd1f-60bd89b47efd on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 14 09:55:21.517457 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Attempting to bind port 3f628831-11b5-4805-bd1f-60bd89b47efd on network 80c10abc-4f06-43c3-8b66-e45b72fd3048 {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 14 09:55:21.525612 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Checking agent: {'id': '46791cbf-6dbc-4650-a458-2bf848784bef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'started_at': datetime.datetime(2022, 1, 14, 9, 43, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 14, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 14 09:55:21.526038 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Checking segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 14 09:55:21.526392 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Bound using segment: {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'} {{(pid=114414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 14 09:55:21.526781 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.managers [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Bound port: 3f628831-11b5-4805-bd1f-60bd89b47efd, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2599cbc7-8d61-48e6-8eef-c4649a55f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048'}}] {{(pid=114414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 14 09:55:21.527215 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), before_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.548630 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d4b6f-7a75-4b3a-aab6-ba6691d022b9 req-456b5b8c-bc6a-449c-a6ce-906711466a05 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:21.550204 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e05d4b6f-7a75-4b3a-aab6-ba6691d022b9 req-456b5b8c-bc6a-449c-a6ce-906711466a05 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0874276 Jan 14 09:55:21.638041 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] For port 3f628831-11b5-4805-bd1f-60bd89b47efd, host hv-cinder-82160, cleared binding levels {{(pid=114414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 14 09:55:21.643741 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e05d4b6f-7a75-4b3a-aab6-ba6691d022b9 req-c28f4170-a8c6-4c06-8520-828340d31d07 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710468 Jan 14 09:55:21.645534 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] For port 3f628831-11b5-4805-bd1f-60bd89b47efd, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3f628831-11b5-4805-bd1f-60bd89b47efd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 14 09:55:21.651339 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16101787'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), after_update {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.686856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:21.687489 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:21.689008 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] 10.222.0.45 "PUT /v2.0/ports/3f628831-11b5-4805-bd1f-60bd89b47efd HTTP/1.1" status: 200 len: 1093 time: 0.6887481 Jan 14 09:55:21.689352 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:55:21.691657 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4d977-37c0-4c7d-9c08-eec48447f2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:55:21.722096 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d381-139f-4af1-96f2-511b62b9fa7e service neutron] Pushing event updated for resources: {'Port': ['ID=3f628831-11b5-4805-bd1f-60bd89b47efd,revision_number=3']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:21.749136 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657d63b3-2a80-4aa5-aaed-46257d4a248f x-openstack-request-id: req-657d63b3-2a80-4aa5-aaed-46257d4a248f {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:55:21.749433 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:55:21.749752 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-657d63b3-2a80-4aa5-aaed-46257d4a248f {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:55:21.750080 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'status': 'completed', 'code': 200} Jan 14 09:55:21.789631 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-266df0bb-edb0-4d4d-a47f-87aaba6ccf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:21.791201 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-266df0bb-edb0-4d4d-a47f-87aaba6ccf77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 1096 time: 0.0532935 Jan 14 09:55:21.844326 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-b5d7c9e8-fe68-4385-9994-3964f471feea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f628831-11b5-4805-bd1f-60bd89b47efd HTTP/1.1" status: 200 len: 217 time: 0.0433991 Jan 14 09:55:21.913679 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-b85d72aa-257b-4fe2-8a99-950846865dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054852 Jan 14 09:55:21.914968 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-0d3a5291-ff1e-4d27-a531-ad1e664997d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:21.916266 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-0d3a5291-ff1e-4d27-a531-ad1e664997d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0579417 Jan 14 09:55:21.973853 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17261-5550-493c-823c-6685d4a74c67 req-2a8ce912-9b34-4698-949d-6483414b0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:21.975316 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-2a8ce912-9b34-4698-949d-6483414b0334 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482423 Jan 14 09:55:22.059121 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-2befd91a-295d-4cce-8e03-e4c03a76c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.060591 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-2befd91a-295d-4cce-8e03-e4c03a76c9b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0964262 Jan 14 09:55:22.106924 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-1e442e80-abf0-43df-b24e-85ac6e585c0e service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148760 Jan 14 09:55:22.231289 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-e2946e87-405c-4d10-bbfe-794e956c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.232763 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-e2946e87-405c-4d10-bbfe-794e956c637f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.1469002 Jan 14 09:55:22.247971 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-23a17261-5550-493c-823c-6685d4a74c67 req-3ba47f33-f852-4451-b59e-6f2bec355eeb service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175299 Jan 14 09:55:22.312893 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-c013b3a5-1467-4701-9328-fff36c5c80ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 1001 time: 0.0717468 Jan 14 09:55:22.375208 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-7de59758-0ff7-4288-9e83-66e2ac5ea250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.376689 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-7de59758-0ff7-4288-9e83-66e2ac5ea250 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0508709 Jan 14 09:55:22.378443 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-e37f599e-fab3-483a-920a-39853e38d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.379884 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-e37f599e-fab3-483a-920a-39853e38d1a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 1096 time: 0.0809412 Jan 14 09:55:22.477231 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-c594fb52-86b5-4a23-b4d4-ef470724d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.478752 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-c594fb52-86b5-4a23-b4d4-ef470724d8ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907125 Jan 14 09:55:22.541902 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-be9726d1-6acd-480e-8e68-6c99491a5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.544007 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-be9726d1-6acd-480e-8e68-6c99491a5c42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.1484697 Jan 14 09:55:22.597308 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-e1c7339d-4451-40e0-af0c-6af0f207669d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f628831-11b5-4805-bd1f-60bd89b47efd HTTP/1.1" status: 200 len: 217 time: 0.0460987 Jan 14 09:55:22.621818 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-314e9fbe-4761-41b6-8d62-a78964bec6a8 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341240 Jan 14 09:55:22.701292 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-379eff94-d882-46b3-b433-2207084742f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.702812 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-379eff94-d882-46b3-b433-2207084742f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0936439 Jan 14 09:55:22.764697 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60ab648b-4190-41c0-abaa-4e86c530cbb5 req-79ed2d32-c73e-4902-b29c-777ac1531b82 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266067 Jan 14 09:55:22.786470 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50c323-e9ea-45d5-add5-5d522f9e90b1 req-f5db3ade-aab2-4567-9bf4-f378a1f79522 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.787900 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9d50c323-e9ea-45d5-add5-5d522f9e90b1 req-f5db3ade-aab2-4567-9bf4-f378a1f79522 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0694129 Jan 14 09:55:22.853670 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-c881883d-35cf-4b57-988d-d9b428d2f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:22.855248 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-c881883d-35cf-4b57-988d-d9b428d2f68f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1348915 Jan 14 09:55:22.877711 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-9d50c323-e9ea-45d5-add5-5d522f9e90b1 req-da62b8a7-56fc-4538-9791-390025a4932d tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790796 Jan 14 09:55:22.956970 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-1dc1daef-250b-4ea4-9ed6-1150ac6f6d30 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924582 Jan 14 09:55:23.047457 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-adf4d977-37c0-4c7d-9c08-eec48447f2b5 req-9717010f-47ca-4150-ad92-32dff67ba338 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825641 Jan 14 09:55:23.992339 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df59c0-8f4c-481b-83c6-04cea66550df req-49fe0f22-84bf-47ff-90c6-fd28c9f1b991 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:23.993833 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-43df59c0-8f4c-481b-83c6-04cea66550df req-49fe0f22-84bf-47ff-90c6-fd28c9f1b991 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0478499 Jan 14 09:55:24.041223 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-43df59c0-8f4c-481b-83c6-04cea66550df req-e23599c0-f38c-4058-8141-b47e7ba492ab tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419688 Jan 14 09:55:24.537690 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-ccdcd0a4-7f80-46d6-ba13-0836c38b3e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:25.162837 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ca7af-30d7-4a94-8dbd-dc71f5038240 req-8c868a31-666d-40a2-a81a-c981ea44ad9c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:25.164315 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-731ca7af-30d7-4a94-8dbd-dc71f5038240 req-8c868a31-666d-40a2-a81a-c981ea44ad9c tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0514755 Jan 14 09:55:25.212098 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-731ca7af-30d7-4a94-8dbd-dc71f5038240 req-8b0c0bf7-939f-492a-9280-b8cd75c06591 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415156 Jan 14 09:55:26.330078 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d5211-c4c7-4e59-89e7-aa3c4493ae04 req-adcea60b-a4b5-4893-b568-a3b4139b7044 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:26.331599 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d86d5211-c4c7-4e59-89e7-aa3c4493ae04 req-adcea60b-a4b5-4893-b568-a3b4139b7044 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0513592 Jan 14 09:55:26.384671 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-d86d5211-c4c7-4e59-89e7-aa3c4493ae04 req-2d2a15eb-85f2-4f4b-949e-ed65cd92e2c3 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474880 Jan 14 09:55:26.846079 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1344a476-ae32-48da-aa73-42dc14c33851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:27.507351 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3a852-dc83-435b-b60e-9b66e1451563 req-0bc6fdb5-346b-4adb-bb8e-b3c124c1ad48 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:27.508897 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88b3a852-dc83-435b-b60e-9b66e1451563 req-0bc6fdb5-346b-4adb-bb8e-b3c124c1ad48 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0509150 Jan 14 09:55:27.559852 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88b3a852-dc83-435b-b60e-9b66e1451563 req-d21f34bf-30d4-4ca3-88be-abdc47486adf tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453858 Jan 14 09:55:27.926945 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:28.673400 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53e29c-0f90-433f-b5ff-02cc8c38bf3f req-91ed3962-56d8-4cb1-a1d5-158b31c7225e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:28.674931 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2c53e29c-0f90-433f-b5ff-02cc8c38bf3f req-91ed3962-56d8-4cb1-a1d5-158b31c7225e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 943 time: 0.0485132 Jan 14 09:55:28.725292 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-2c53e29c-0f90-433f-b5ff-02cc8c38bf3f req-2e8ef7b5-c2f0-4130-8b6f-2ccbbd4cb250 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442724 Jan 14 09:55:29.600621 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3f628831-11b5-4805-bd1f-60bd89b47efd details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=114415) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 14 09:55:29.676474 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:29.709836 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 3f628831-11b5-4805-bd1f-60bd89b47efd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3f628831-11b5-4805-bd1f-60bd89b47efd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:29.721451 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Returning: {'device': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'port_id': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'mac_address': 'fa:16:3e:68:a0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114415) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 14 09:55:29.759123 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 3f628831-11b5-4805-bd1f-60bd89b47efd is: DOWN; New status is: BUILD {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:55:29.759505 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:29.773494 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f628831-11b5-4805-bd1f-60bd89b47efd {{(pid=114415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 14 09:55:29.794861 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 3f628831-11b5-4805-bd1f-60bd89b47efd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3f628831-11b5-4805-bd1f-60bd89b47efd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:29.799095 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:29.845215 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff23f2-4c68-4758-8b9a-8f904d6ac602 req-fafd049e-6c93-467e-a3e3-a99988ab9a13 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:29.846872 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3bff23f2-4c68-4758-8b9a-8f904d6ac602 req-fafd049e-6c93-467e-a3e3-a99988ab9a13 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 944 time: 0.0501947 Jan 14 09:55:29.847832 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=3f628831-11b5-4805-bd1f-60bd89b47efd,revision_number=4']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:29.903851 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-3bff23f2-4c68-4758-8b9a-8f904d6ac602 req-8a39d2ed-980b-457d-9ecf-b22a75024e72 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501764 Jan 14 09:55:30.021181 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] get_ports_and_sgs() called for port_ids ['3f628831-11b5-4805-bd1f-60bd89b47efd'] {{(pid=114415) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 14 09:55:31.019728 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc92d94-d47c-446b-b770-b08a2a4afff3 req-b99bad84-b5d4-4ad1-8452-a0bd650e6eae tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:31.021227 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3bc92d94-d47c-446b-b770-b08a2a4afff3 req-b99bad84-b5d4-4ad1-8452-a0bd650e6eae tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 944 time: 0.0484829 Jan 14 09:55:31.071621 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-3bc92d94-d47c-446b-b770-b08a2a4afff3 req-bcb5940a-bc8e-4945-8332-4e3734c6435e tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448487 Jan 14 09:55:31.257362 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:31.627465 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3f628831-11b5-4805-bd1f-60bd89b47efd up at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 14 09:55:31.678286 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning for port 3f628831-11b5-4805-bd1f-60bd89b47efd completed by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 14 09:55:31.682178 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.provisioning_blocks [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Provisioning complete for port 3f628831-11b5-4805-bd1f-60bd89b47efd triggered by entity L2. {{(pid=114415) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 14 09:55:31.682579 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-959840'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), provisioning_complete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:31.758149 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Current status of the port 3f628831-11b5-4805-bd1f-60bd89b47efd is: BUILD; New status is: ACTIVE {{(pid=114415) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 14 09:55:31.758570 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), before_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:31.780546 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd'}] {{(pid=114415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:55:31.782781 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}086e0283e921709afe958018dc74b0c754e172aeb4f420627c173b3f57c821ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061b829-f48d-4056-9c36-0b421e17252b" -d '{"events": [{"server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "name": "network-vif-plugged", "status": "completed", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd"}]}' {{(pid=114415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:55:31.794879 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] For port 3f628831-11b5-4805-bd1f-60bd89b47efd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3f628831-11b5-4805-bd1f-60bd89b47efd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:55:31.800371 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:31.827817 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1469fdda-e121-4594-93a9-423cd0ac8953 x-openstack-request-id: req-1469fdda-e121-4594-93a9-423cd0ac8953 {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:55:31.828106 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "name": "network-vif-plugged", "status": "completed", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd", "code": 200}]} {{(pid=114415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:55:31.828355 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1469fdda-e121-4594-93a9-423cd0ac8953 {{(pid=114415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:55:31.828740 dv-cinder-821602-11-iscsi neutron-server[114415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'code': 200} Jan 14 09:55:31.856915 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Pushing event updated for resources: {'Port': ['ID=3f628831-11b5-4805-bd1f-60bd89b47efd,revision_number=5']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:32.043898 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a2a6-3abb-4e1b-8a43-8c86435969a6 req-0632aa92-6f8a-4b1e-9b93-d7c50170fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:32.045333 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e890a2a6-3abb-4e1b-8a43-8c86435969a6 req-0632aa92-6f8a-4b1e-9b93-d7c50170fec9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 1098 time: 0.0383623 Jan 14 09:55:32.090640 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e890a2a6-3abb-4e1b-8a43-8c86435969a6 req-fd718bd0-5684-4da5-987c-0622138eede7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373511 Jan 14 09:55:32.194612 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cd687-75c0-49b7-81fa-bb33914146b7 req-1446b7fb-6216-4a21-8dc3-83ae907c6c53 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:32.196188 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb9cd687-75c0-49b7-81fa-bb33914146b7 req-1446b7fb-6216-4a21-8dc3-83ae907c6c53 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 945 time: 0.0529146 Jan 14 09:55:32.244254 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-cb9cd687-75c0-49b7-81fa-bb33914146b7 req-314d9351-8488-409c-b339-0d907ba615d8 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426257 Jan 14 09:55:33.359474 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8da63-f226-414e-9f34-7f4c1887d1ec req-39b7c2fc-bc35-4cde-8e8f-5aa65a7996a9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:33.360967 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60f8da63-f226-414e-9f34-7f4c1887d1ec req-39b7c2fc-bc35-4cde-8e8f-5aa65a7996a9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 945 time: 0.0487535 Jan 14 09:55:33.409877 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-60f8da63-f226-414e-9f34-7f4c1887d1ec req-220419e3-53f0-4e51-ade0-ffb6b48efad6 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432560 Jan 14 09:55:33.526674 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1907570-5914-4fe3-86f6-897afa4df921 req-c256bb49-efd7-4c98-972d-c85751690cd9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:33.528094 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f1907570-5914-4fe3-86f6-897afa4df921 req-c256bb49-efd7-4c98-972d-c85751690cd9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 945 time: 0.0500739 Jan 14 09:55:33.578986 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-f1907570-5914-4fe3-86f6-897afa4df921 req-c1b6e98c-dc92-4927-9c71-83d043fd35fb tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453866 Jan 14 09:55:33.609649 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48204) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:55:33.648539 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f1797-bed6-41ca-a015-d4bb10904b39 tempest-TestVolumeBootPattern-1475521058 tempest-TestVolumeBootPattern-1475521058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:33.650042 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3d9f1797-bed6-41ca-a015-d4bb10904b39 tempest-TestVolumeBootPattern-1475521058 tempest-TestVolumeBootPattern-1475521058-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 1093 time: 0.0394063 Jan 14 09:55:33.652963 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48206) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:55:33.657268 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.v2.base [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Request body: {'floatingip': {'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'port_id': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114413) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 09:55:33.687521 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:33.725862 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:55:33.790891 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (None), before_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:33.897842 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_common [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Allocated IP 172.27.3.72 (e6b0ed38-ffb7-43e0-8410-72a968ceae2d/828a8941-4600-439e-9442-417725ccab1a/dc3a1565-235e-432e-91e4-afc688294cc4) {{(pid=114413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 14 09:55:34.000301 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (dc3a1565-235e-432e-91e4-afc688294cc4), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:34.040300 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765033943080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (dc3a1565-235e-432e-91e4-afc688294cc4), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:34.078797 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Network e6b0ed38-ffb7-43e0-8410-72a968ceae2d is already hosted by enough agents. {{(pid=114413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 14 09:55:34.083496 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.base_scheduler [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Resources bound (agent type, host, resource id): {{(pid=114413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 14 09:55:34.086088 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Received port after_create {{(pid=114413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 14 09:55:34.113173 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=dc3a1565-235e-432e-91e4-afc688294cc4,revision_number=1']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:34.718591 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (826f5a9a-23d0-490b-843d-efe55cc77fa5), precommit_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:34.788312 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934349'] for port (dc3a1565-235e-432e-91e4-afc688294cc4), before_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:34.939984 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for port (dc3a1565-235e-432e-91e4-afc688294cc4), precommit_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:34.944390 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765034541644', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765033943098', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765033943116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5780156'] for port (dc3a1565-235e-432e-91e4-afc688294cc4), after_update {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:35.015512 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event updated for resources: {'Port': ['ID=dc3a1565-235e-432e-91e4-afc688294cc4,revision_number=2']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:55:35.028482 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7947276'] for floatingip (826f5a9a-23d0-490b-843d-efe55cc77fa5), after_create {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:35.129374 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Floating IP 826f5a9a-23d0-490b-843d-efe55cc77fa5 associated. External IP: 172.27.3.72, port: 3f628831-11b5-4805-bd1f-60bd89b47efd. Jan 14 09:55:35.347198 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:55:35.453020 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:55:35.462803 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:55:35.472600 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:35.473591 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:55:35.474216 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:55:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:55:35.503501 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-bcf97fde-a56b-4d5a-9aea-2d6545a4561f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8494692 Jan 14 09:55:35.504071 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:55:35.506602 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:55:35.586144 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:55:35.616216 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57147d54-7397-4c72-9768-46d22e74ee33 x-openstack-request-id: req-57147d54-7397-4c72-9768-46d22e74ee33 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:55:35.616566 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:55:35.616883 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57147d54-7397-4c72-9768-46d22e74ee33 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:55:35.617364 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'status': 'completed', 'code': 200} Jan 14 09:55:35.686400 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-f35dd0bd-d4d5-40f9-a1dc-0dc923695b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:35.687921 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-f35dd0bd-d4d5-40f9-a1dc-0dc923695b98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 1098 time: 0.0458562 Jan 14 09:55:35.784310 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-4b4164ee-b39a-4b07-8404-5b8d35cb1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:35.785803 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-4b4164ee-b39a-4b07-8404-5b8d35cb1332 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.0902710 Jan 14 09:55:35.833632 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '826f5a9a-23d0-490b-843d-efe55cc77fa5', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:68:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:55:34Z', 'updated_at': '2022-01-14T09:55:34Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}, {'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:32Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:55:35.855252 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-0e436534-1809-4d86-a41a-cb7670bd1839 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f628831-11b5-4805-bd1f-60bd89b47efd HTTP/1.1" status: 200 len: 998 time: 0.0636976 Jan 14 09:55:35.882160 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:55:35.897189 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:55:35.898297 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:55:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:55:35.906787 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-1c89d5f5-f254-4f6e-b069-04d0f02acc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:35.908252 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-1c89d5f5-f254-4f6e-b069-04d0f02acc42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0454485 Jan 14 09:55:35.958908 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-46fb193f-a473-4ef8-a24f-8c6911c80e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:55:35.960437 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-46fb193f-a473-4ef8-a24f-8c6911c80e2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459130 Jan 14 09:55:36.027892 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:55:36.054058 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-dd765d04-e2f0-4dc7-bbbb-460097714ef1 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867167 Jan 14 09:55:36.148502 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-36fd6fe5-3f64-48b4-b97a-bfd949499bbc req-80a0346f-5b95-470c-87aa-a7d9f5bb03ca service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884488 Jan 14 09:55:36.281689 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '826f5a9a-23d0-490b-843d-efe55cc77fa5', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:68:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:55:34Z', 'updated_at': '2022-01-14T09:55:34Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}, {'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:32Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:55:36.316036 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d72c50-7c2f-41cf-93a1-2883fb467a41 None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': '826f5a9a-23d0-490b-843d-efe55cc77fa5', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:68:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:55:34Z', 'updated_at': '2022-01-14T09:55:34Z', 'revision_number': 0, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}, {'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:32Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:55:36.512528 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f3bb2-cd0b-485b-8385-8674f879b2f3 None None] New status for floating IP 826f5a9a-23d0-490b-843d-efe55cc77fa5: ACTIVE {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:55:46.111528 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:54.542227 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-28312dd6-36f4-4d78-8970-a6ca5b1cf2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:56.838019 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-91c44f2a-c75a-4e10-81a6-dd37cd063fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:57.930154 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:55:59.638712 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:01.249712 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:10.727595 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:56:16.139245 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:22.825130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-76d0f8e6-c2d5-42a3-84c8-5e892c00d81b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429816 Jan 14 09:56:22.900894 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-8c760d61-6e82-48c1-836e-0cd41a1f2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:22.902937 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-8c760d61-6e82-48c1-836e-0cd41a1f2762 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1098 time: 0.0543973 Jan 14 09:56:23.012714 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-8e959fe6-9f78-4853-a5bb-c595f4b392f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:23.014188 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-8e959fe6-9f78-4853-a5bb-c595f4b392f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.0901392 Jan 14 09:56:23.368491 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-26e2a589-9d86-40e8-b017-464092042c50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 200 len: 1001 time: 0.3476715 Jan 14 09:56:23.416543 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-5a82786b-072a-4f6f-8178-28e1607fc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:23.417941 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-5a82786b-072a-4f6f-8178-28e1607fc212 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0432012 Jan 14 09:56:23.461885 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-b29ae82d-fa69-47a2-bb2f-2bd8f40c9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:23.463906 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-b29ae82d-fa69-47a2-bb2f-2bd8f40c9fae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388696 Jan 14 09:56:23.560664 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-8e7936ef-02e6-417a-93d6-751b1bec829a service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883703 Jan 14 09:56:23.647590 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-8ba9dc60-2007-4f21-a02f-79101d4c238d req-8bdee697-df7a-424d-8bb2-3038ec3f3458 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809073 Jan 14 09:56:24.545571 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-572018c3-a614-4451-ae59-65e18a4528ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.397795 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48232) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:26.561242 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Deleting port dd774d30-92d0-49b5-a5c9-0e74d096e990 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:26.561580 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.643340 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.643663 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for floatingip (dd774d30-92d0-49b5-a5c9-0e74d096e990), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.656951 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Calling delete_port for dd774d30-92d0-49b5-a5c9-0e74d096e990 owned by network:floatingip {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:26.807600 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (dd774d30-92d0-49b5-a5c9-0e74d096e990), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.831496 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event deleted for resources: {'Port': ['ID=dd774d30-92d0-49b5-a5c9-0e74d096e990,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:26.841520 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.841890 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.842169 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8d70cea8-28f0-4a6c-b884-5175d1df3609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.842690 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.842690 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.842883 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.843211 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.843920 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.843920 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.844227 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.844505 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.844796 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.845205 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.845535 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:26.912157 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for floatingip (cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:26.912405 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Floating IP cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97 disassociated (deleted). External IP: 172.27.3.179, port: 61ba2078-4848-49e0-ac0a-37d5d96adc46. Jan 14 09:56:27.129948 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Router a02fe7db-09bc-4d9c-8d76-6974176f5632 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:56:27.239692 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:56:27.244722 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:27.251382 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] Sync routers for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:56:27.262105 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:56:27.262770 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:27.277996 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1d68b1de-1b9f-4ab2-9dd8-f3b98e43aa5c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "DELETE /v2.0/floatingips/cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97 HTTP/1.1" status: 204 len: 168 time: 0.8787720 Jan 14 09:56:27.279011 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:56:27.281148 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fcbc04-d322-467f-89b6-39a97eca985b" -d '{"events": [{"name": "network-changed", "server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:56:27.333038 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f00c723-19ed-4c30-a0e4-ef8732133f8e x-openstack-request-id: req-0f00c723-19ed-4c30-a0e4-ef8732133f8e {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:56:27.333810 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:56:27.334277 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f00c723-19ed-4c30-a0e4-ef8732133f8e {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:56:27.334785 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'status': 'completed', 'code': 200} Jan 14 09:56:27.403913 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcbc04-d322-467f-89b6-39a97eca985b req-51a0cf42-db56-463c-81c4-1d2f2ae6b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:27.405606 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-51a0cf42-db56-463c-81c4-1d2f2ae6b447 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eac278870baf47c3b45b81d7e509466a&device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 1098 time: 0.0477629 Jan 14 09:56:27.553086 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:56:27.556107 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcbc04-d322-467f-89b6-39a97eca985b req-120089d0-28f4-4681-bc5e-7ccfbedfae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:27.559062 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-120089d0-28f4-4681-bc5e-7ccfbedfae96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 200 len: 910 time: 0.1445639 Jan 14 09:56:27.580561 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7dce6-dab8-413a-91da-34e0b198441a req-0b560201-1a7a-4481-8041-06bb3a680792 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:27.582881 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-53d7dce6-dab8-413a-91da-34e0b198441a req-0b560201-1a7a-4481-8041-06bb3a680792 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0873072 Jan 14 09:56:27.640528 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-5c32ac19-8be9-4164-8f78-1149d0917452 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 200 len: 217 time: 0.0724819 Jan 14 09:56:27.736438 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcbc04-d322-467f-89b6-39a97eca985b req-471712d4-c8ae-4aeb-925f-0dcc0f428b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:27.737917 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-471712d4-c8ae-4aeb-925f-0dcc0f428b4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 200 len: 848 time: 0.0881593 Jan 14 09:56:27.742917 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-53d7dce6-dab8-413a-91da-34e0b198441a req-ae15e60b-f77f-4f8d-aa2c-32493abff831 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067004 Jan 14 09:56:27.770577 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:27.798206 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcbc04-d322-467f-89b6-39a97eca985b req-c27fb9a7-1539-44e1-a4ad-662b2f17e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:27.799832 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-c27fb9a7-1539-44e1-a4ad-662b2f17e6a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d940145d-2f3f-4b98-813c-0d1310fd77ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534701 Jan 14 09:56:27.801954 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] Checking router: a02fe7db-09bc-4d9c-8d76-6974176f5632 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:56:27.810960 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:56:27.811492 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:27.892014 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-44e377da-7079-427b-b6c6-48653fc84788 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Jan 14 09:56:27.917243 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:56:27.971676 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:27.982122 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-05fcbc04-d322-467f-89b6-39a97eca985b req-41f08bf8-5f59-42ac-b394-db2398f7c1a2 service neutron] 10.222.0.45 "GET /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 Jan 14 09:56:28.125586 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:28.151477 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945cd32-75b7-46a3-b588-c351d8af973b None None] The sync data for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi is: [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:51:49Z', 'revision_number': 4, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': '4150ae2f-fbfd-46dc-a5db-81ee11a09d65', 'name': '', 'network_id': 'd940145d-2f3f-4b98-813c-0d1310fd77ff', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'mac_address': 'fa:16:3e:10:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:49Z', 'updated_at': '2022-01-14T09:51:54Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'subnets': [{'id': '2ef06902-4cd4-4f8c-94b6-655ff8a54618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:56:28.364351 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e72edc-d840-4514-a4a5-76e2bdcc0e9e None None] New status for floating IP cd3e5e4f-9643-4f9b-912e-cbb24e6f8b97: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:56:28.874441 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cf83f-53d5-41f0-9a88-e2cb9d2f9ac3 req-eff2f9ef-7622-4ef5-bacf-c48820bf588d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:28.876753 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6f1cf83f-53d5-41f0-9a88-e2cb9d2f9ac3 req-eff2f9ef-7622-4ef5-bacf-c48820bf588d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Jan 14 09:56:28.924556 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-6f1cf83f-53d5-41f0-9a88-e2cb9d2f9ac3 req-75956f7a-4c90-45c4-ab36-2aaf82f47f9c tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/security-groups?id=5d9e59dc-7670-4963-832c-06f44a990a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Jan 14 09:56:29.192360 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a89712-3c0e-41b5-874d-04918aadb58e req-5b7d254f-ef48-4f9e-a057-c7e769f2ad27 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:56:29.193794 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88a89712-3c0e-41b5-874d-04918aadb58e req-5b7d254f-ef48-4f9e-a057-c7e769f2ad27 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.45 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Jan 14 09:56:29.286856 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Deleting port 61ba2078-4848-49e0-ac0a-37d5d96adc46 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:29.287191 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:29.375030 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] For port 61ba2078-4848-49e0-ac0a-37d5d96adc46, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=61ba2078-4848-49e0-ac0a-37d5d96adc46,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:29.375390 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:29.391582 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Calling delete_port for 61ba2078-4848-49e0-ac0a-37d5d96adc46 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:29.516410 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (61ba2078-4848-49e0-ac0a-37d5d96adc46), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:29.544700 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event deleted for resources: {'Port': ['ID=61ba2078-4848-49e0-ac0a-37d5d96adc46,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:29.556448 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.556782 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.557193 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.557530 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.557852 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.558169 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.558514 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.558835 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.559150 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.559465 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.559781 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.560090 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.560400 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:29.597092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] No DVR routers for this DVR port 61ba2078-4848-49e0-ac0a-37d5d96adc46 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:56:29.599501 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:29.602789 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-88a89712-3c0e-41b5-874d-04918aadb58e req-95c4ef7a-55f8-4dbd-813b-7777f6453d0a tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.45 "DELETE /v2.0/ports/61ba2078-4848-49e0-ac0a-37d5d96adc46 HTTP/1.1" status: 204 len: 173 time: 0.4013364 Jan 14 09:56:29.603215 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-deleted', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:56:29.605482 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c76fa-a32f-4606-8a71-4cb4254890d7" -d '{"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-deleted", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:56:29.641014 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dd3fa3-0bef-4e27-8560-9bb5b7b801d1 x-openstack-request-id: req-d3dd3fa3-0bef-4e27-8560-9bb5b7b801d1 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:56:29.641301 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c8e27-f3a6-4403-8aa8-687e5e8776a6", "name": "network-vif-deleted", "tag": "61ba2078-4848-49e0-ac0a-37d5d96adc46", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:56:29.641552 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3dd3fa3-0bef-4e27-8560-9bb5b7b801d1 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:56:29.641964 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c8e27-f3a6-4403-8aa8-687e5e8776a6', 'name': 'network-vif-deleted', 'tag': '61ba2078-4848-49e0-ac0a-37d5d96adc46', 'status': 'completed', 'code': 200} Jan 14 09:56:29.646297 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:30.047986 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-1e90eb94-2b6a-4a3e-b546-b11936c256ef req-fbeafd12-3602-4c06-8a7a-cbfa3c842047 tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "GET /v2.0/ports?device_id=985c8e27-f3a6-4403-8aa8-687e5e8776a6 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Jan 14 09:56:31.107179 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48256) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:31.166016 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb3810a0-030b-4e3a-b9be-d2dfba55700d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group (5d9e59dc-7670-4963-832c-06f44a990a5f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.193474 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb3810a0-030b-4e3a-b9be-d2dfba55700d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group (5d9e59dc-7670-4963-832c-06f44a990a5f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.253454 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.255772 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb3810a0-030b-4e3a-b9be-d2dfba55700d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5d9e59dc-7670-4963-832c-06f44a990a5f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.258610 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb3810a0-030b-4e3a-b9be-d2dfba55700d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.260324 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-cb3810a0-030b-4e3a-b9be-d2dfba55700d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] 10.222.0.48 "DELETE /v2.0/security-groups/5d9e59dc-7670-4963-832c-06f44a990a5f HTTP/1.1" status: 204 len: 168 time: 0.1521525 Jan 14 09:56:31.269656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3810a0-030b-4e3a-b9be-d2dfba55700d tempest-TestShelveInstance-2063832462 tempest-TestShelveInstance-2063832462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9e59dc-7670-4963-832c-06f44a990a5f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:31.303457 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48260) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:31.638859 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (a02fe7db-09bc-4d9c-8d76-6974176f5632), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.874985 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Deleting port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:31.875320 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.951663 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] For port 4150ae2f-fbfd-46dc-a5db-81ee11a09d65, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:31.951930 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:31.964167 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Calling delete_port for 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 owned by network:router_interface {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:31.965237 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:31.985147 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 61ba2078-4848-49e0-ac0a-37d5d96adc46 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:31.985489 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 61ba2078-4848-49e0-ac0a-37d5d96adc46 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:32.135618 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (4150ae2f-fbfd-46dc-a5db-81ee11a09d65), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:32.160498 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4150ae2f-fbfd-46dc-a5db-81ee11a09d65,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:32.337744 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (a02fe7db-09bc-4d9c-8d76-6974176f5632), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:32.577444 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Router a02fe7db-09bc-4d9c-8d76-6974176f5632 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:56:32.684400 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:56:32.689730 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3529e33a-7903-40a2-bb17-27701f16ac0d admin admin] 10.222.0.48 "PUT /v2.0/routers/a02fe7db-09bc-4d9c-8d76-6974176f5632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3859291 Jan 14 09:56:32.692214 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48262) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:32.695418 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] Sync routers for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:56:32.708768 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:56:32.709380 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:32.796637 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks [] for router (a02fe7db-09bc-4d9c-8d76-6974176f5632), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:32.817212 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:56:32.901615 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks [] for router_gateway (a02fe7db-09bc-4d9c-8d76-6974176f5632), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:32.953817 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Deleting port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:32.954149 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:32.997472 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:56:32Z', 'revision_number': 5, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port': {'id': '39fb7efc-78da-4e30-a11a-4a5c42f0ae87', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:47Z', 'updated_at': '2022-01-14T09:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:33.028063 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] Checking router: a02fe7db-09bc-4d9c-8d76-6974176f5632 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:56:33.032772 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] For port 39fb7efc-78da-4e30-a11a-4a5c42f0ae87, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:33.033133 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.036015 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] Routers {'a02fe7db-09bc-4d9c-8d76-6974176f5632'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:56:33.036613 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['a02fe7db-09bc-4d9c-8d76-6974176f5632'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:33.045189 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Calling delete_port for 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 owned by network:router_gateway {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:33.121923 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] Set router a02fe7db-09bc-4d9c-8d76-6974176f5632 gateway port host: None {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:56:33.172459 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:56:32Z', 'revision_number': 6, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port_host': None}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:33.200593 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0cb96-65b3-4d79-b132-60e09dc10569 None None] The sync data for ids ['a02fe7db-09bc-4d9c-8d76-6974176f5632'] in dv-cinder-821602-11-iscsi is: [{'id': 'a02fe7db-09bc-4d9c-8d76-6974176f5632', 'name': 'tempest-TestShelveInstance-1288577088-router', 'tenant_id': 'eac278870baf47c3b45b81d7e509466a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:46Z', 'updated_at': '2022-01-14T09:56:32Z', 'revision_number': 6, 'project_id': 'eac278870baf47c3b45b81d7e509466a', 'gw_port_host': None}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:56:33.207190 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (39fb7efc-78da-4e30-a11a-4a5c42f0ae87), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.235437 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fb7efc-78da-4e30-a11a-4a5c42f0ae87,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:33.291815 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (a02fe7db-09bc-4d9c-8d76-6974176f5632), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.382807 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (a02fe7db-09bc-4d9c-8d76-6974176f5632), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.385523 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks [] for router_controller (a02fe7db-09bc-4d9c-8d76-6974176f5632), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.427282 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (a02fe7db-09bc-4d9c-8d76-6974176f5632), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.427708 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02fe7db-09bc-4d9c-8d76-6974176f5632 {{(pid=114414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:56:33.432294 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.433440 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-fa0e516b-bd07-493c-a1f9-82d990ab0bb1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a02fe7db-09bc-4d9c-8d76-6974176f5632 HTTP/1.1" status: 204 len: 168 time: 0.7402711 Jan 14 09:56:33.435929 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48264) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:33.480599 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Deleting subnet 2ef06902-4cd4-4f8c-94b6-655ff8a54618 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:56:33.483680 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Publish callbacks [] for subnet (2ef06902-4cd4-4f8c-94b6-655ff8a54618), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.519084 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5957691'] for subnet (2ef06902-4cd4-4f8c-94b6-655ff8a54618), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.615566 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (2ef06902-4cd4-4f8c-94b6-655ff8a54618), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.672526 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16095576'] for subnet (2ef06902-4cd4-4f8c-94b6-655ff8a54618), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.694913 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef06902-4cd4-4f8c-94b6-655ff8a54618,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:33.700399 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.703593 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-490836d8-bf29-4e59-8c03-89952a7a4adb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ef06902-4cd4-4f8c-94b6-655ff8a54618 HTTP/1.1" status: 204 len: 168 time: 0.2667336 Jan 14 09:56:33.706149 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48266) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:33.708761 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5365a4-d642-4242-8798-9d1441a426a6 None None] Network d940145d-2f3f-4b98-813c-0d1310fd77ff requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:56:33.775192 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (d940145d-2f3f-4b98-813c-0d1310fd77ff), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.830941 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Deleting port a8fa46fd-a0d4-4243-b31e-e929ff013e22 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:33.831269 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.892447 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] For port a8fa46fd-a0d4-4243-b31e-e929ff013e22, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a8fa46fd-a0d4-4243-b31e-e929ff013e22,segment=NetworkSegment(7a8e1e13-0512-4c77-9161-4fccb3400cea),segment_id=7a8e1e13-0512-4c77-9161-4fccb3400cea)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:33.892798 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:33.908681 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Calling delete_port for a8fa46fd-a0d4-4243-b31e-e929ff013e22 owned by network:dhcp {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:33.977466 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] DHCP port deletion for d940145d-2f3f-4b98-813c-0d1310fd77ff request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:56:34.016164 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.042902 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fa46fd-a0d4-4243-b31e-e929ff013e22,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:34.046383 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] No DVR routers for this DVR port a8fa46fd-a0d4-4243-b31e-e929ff013e22 on host dv-cinder-821602-11-iscsi {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:56:34.046913 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a8fa46fd-a0d4-4243-b31e-e929ff013e22 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:34.070636 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: a8fa46fd-a0d4-4243-b31e-e929ff013e22 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:34.071090 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a8fa46fd-a0d4-4243-b31e-e929ff013e22 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:34.072141 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:34.076086 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Deleting port a8fa46fd-a0d4-4243-b31e-e929ff013e22 {{(pid=114415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:34.076531 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), before_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.096164 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:34.096646 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 39fb7efc-78da-4e30-a11a-4a5c42f0ae87 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:34.097137 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:34.123901 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (d940145d-2f3f-4b98-813c-0d1310fd77ff), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.144709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d940145d-2f3f-4b98-813c-0d1310fd77ff']}} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:34.154577 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:34.154931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 4150ae2f-fbfd-46dc-a5db-81ee11a09d65 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:34.155114 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8e1e13-0512-4c77-9161-4fccb3400cea') {'for_net_delete': True} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:34.155405 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8e1e13-0512-4c77-9161-4fccb3400cea') {} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:34.166994 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5957680'] for segment (7a8e1e13-0512-4c77-9161-4fccb3400cea), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.182598 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (7a8e1e13-0512-4c77-9161-4fccb3400cea), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.182819 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.db [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] For port a8fa46fd-a0d4-4243-b31e-e929ff013e22, host dv-cinder-821602-11-iscsi, got binding levels [] {{(pid=114415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:34.183223 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), precommit_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.189350 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=114414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:56:34.189912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101823'] for segment (7a8e1e13-0512-4c77-9161-4fccb3400cea), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: warnings.warn(msg) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: Traceback (most recent call last): Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: timer() Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: cb(*args, **kw) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: return func(*args, **kwargs) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: self._notify() Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: self.callback(batched_events) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: event.method(event) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: return f(self, *a, **k) Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._get(url).json() Jan 14 09:56:34.191657 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: return self.request(url, 'GET', **kwargs) Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:56:34.195148 dv-cinder-821602-11-iscsi neutron-server[114414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:56:34.201711 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Calling delete_port for a8fa46fd-a0d4-4243-b31e-e929ff013e22 owned by network:dhcp {{(pid=114415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:34.204599 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.ipam_backend_mixin [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Port a8fa46fd-a0d4-4243-b31e-e929ff013e22 was not found and therefore no delete operation was performed {{(pid=114415) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 14 09:56:34.205848 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089'] for port (a8fa46fd-a0d4-4243-b31e-e929ff013e22), after_delete {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.230776 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Pushing event deleted for resources: {'Port': ['ID=a8fa46fd-a0d4-4243-b31e-e929ff013e22,revision_number=None']} {{(pid=114415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:34.237288 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] No DVR routers for this DVR port a8fa46fd-a0d4-4243-b31e-e929ff013e22 on host dv-cinder-821602-11-iscsi {{(pid=114415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:56:34.243965 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.244392 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.244642 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.244973 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.245297 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.245615 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.246126 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.246245 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.248946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.248946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.248946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.248946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.248946 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24743f-3eb5-42d3-8077-9ddb48cd3fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:56:34.252354 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (d940145d-2f3f-4b98-813c-0d1310fd77ff), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.257512 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:34.261584 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d940145d-2f3f-4b98-813c-0d1310fd77ff HTTP/1.1" status: 204 len: 168 time: 0.5544240 Jan 14 09:56:34.265814 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48272) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:34.283540 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3557f4-7636-44b7-b011-e55d91c24fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d940145d-2f3f-4b98-813c-0d1310fd77ff,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:34.617241 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:35.125428 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Deleting port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:35.125779 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:35.202838 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] For port 28cdfc54-e184-4d4c-b8ca-45a20859bb8c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,segment=NetworkSegment(9d52ff74-64db-40cd-ae45-8c7c20852048),segment_id=9d52ff74-64db-40cd-ae45-8c7c20852048)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:35.203209 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:35.215372 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Calling delete_port for 28cdfc54-e184-4d4c-b8ca-45a20859bb8c owned by network:router_interface {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:35.387243 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (28cdfc54-e184-4d4c-b8ca-45a20859bb8c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:35.417494 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=28cdfc54-e184-4d4c-b8ca-45a20859bb8c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:35.584509 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:35.807894 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:56:35.914610 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:56:35.920436 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7153b6f1-afb9-429e-98e5-8f8b9f20fb3c admin admin] 10.222.0.48 "PUT /v2.0/routers/8fc6f2e2-4718-4e30-b893-47d03cf7e5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6535013 Jan 14 09:56:35.923271 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48274) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:35.923871 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] Sync routers for ids ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:56:35.933700 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] Routers {'8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:56:35.934296 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:36.025620 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks [] for router (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.035155 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] Set router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:56:36.124179 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks [] for router_gateway (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.197091 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Deleting port 789b7fb6-9b06-4cb6-bae9-119579966d9a {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:36.197536 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.222115 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:56:35Z', 'revision_number': 5, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port': {'id': '789b7fb6-9b06-4cb6-bae9-119579966d9a', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:51:52Z', 'updated_at': '2022-01-14T09:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:36.252690 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] Checking router: 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:56:36.261863 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] Routers {'8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:56:36.262505 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:36.280647 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] For port 789b7fb6-9b06-4cb6-bae9-119579966d9a, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=789b7fb6-9b06-4cb6-bae9-119579966d9a,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:36.281009 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.295001 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Calling delete_port for 789b7fb6-9b06-4cb6-bae9-119579966d9a owned by network:router_gateway {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:36.441259 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] Set router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab gateway port host: None {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:56:36.469944 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (789b7fb6-9b06-4cb6-bae9-119579966d9a), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.494451 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:56:36Z', 'revision_number': 6, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port_host': None}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:36.499315 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Pushing event deleted for resources: {'Port': ['ID=789b7fb6-9b06-4cb6-bae9-119579966d9a,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:36.524814 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331b09f-d001-4501-8bb9-2ea3b5ad71d7 None None] The sync data for ids ['8fc6f2e2-4718-4e30-b893-47d03cf7e5ab'] in dv-cinder-821602-11-iscsi is: [{'id': '8fc6f2e2-4718-4e30-b893-47d03cf7e5ab', 'name': 'tempest-TestShelveInstance-1942265281-router', 'tenant_id': '8fad6508e735468cbed2eb05aeeb1895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:51:51Z', 'updated_at': '2022-01-14T09:56:36Z', 'revision_number': 6, 'project_id': '8fad6508e735468cbed2eb05aeeb1895', 'gw_port_host': None}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:56:36.566808 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.654124 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.656293 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks [] for router_controller (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.699116 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (8fc6f2e2-4718-4e30-b893-47d03cf7e5ab), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.699672 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc6f2e2-4718-4e30-b893-47d03cf7e5ab {{(pid=114413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:56:36.704573 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.705715 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-6995e802-17cd-4a2e-8e85-60959af8187b admin admin] 10.222.0.48 "DELETE /v2.0/routers/8fc6f2e2-4718-4e30-b893-47d03cf7e5ab HTTP/1.1" status: 204 len: 168 time: 0.7814255 Jan 14 09:56:36.708575 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48276) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:36.755239 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Deleting subnet 507c1bdf-98c9-42c3-988d-c53e8e635e84 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:56:36.758238 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Publish callbacks [] for subnet (507c1bdf-98c9-42c3-988d-c53e8e635e84), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.791818 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5957691'] for subnet (507c1bdf-98c9-42c3-988d-c53e8e635e84), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.871367 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (507c1bdf-98c9-42c3-988d-c53e8e635e84), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.924869 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16095576'] for subnet (507c1bdf-98c9-42c3-988d-c53e8e635e84), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.952384 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507c1bdf-98c9-42c3-988d-c53e8e635e84,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:36.956122 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:36.959438 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-7b8e0d4a-6a6d-48ac-95d1-f8512faeaa5f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/507c1bdf-98c9-42c3-988d-c53e8e635e84 HTTP/1.1" status: 204 len: 168 time: 0.2498283 Jan 14 09:56:36.962016 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48278) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:36.964695 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d42902-e5f9-418a-8c44-d7da0760a447 None None] Network 07a0d417-5712-46d3-a49f-b0771da37b6f requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:56:37.032653 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (07a0d417-5712-46d3-a49f-b0771da37b6f), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.088093 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Deleting port 3f585870-767e-485a-9078-8bc4cfda6dc0 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:56:37.088434 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.148076 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] For port 3f585870-767e-485a-9078-8bc4cfda6dc0, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=3f585870-767e-485a-9078-8bc4cfda6dc0,segment=NetworkSegment(9d52ff74-64db-40cd-ae45-8c7c20852048),segment_id=9d52ff74-64db-40cd-ae45-8c7c20852048)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:56:37.148434 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.161057 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Calling delete_port for 3f585870-767e-485a-9078-8bc4cfda6dc0 owned by network:dhcp {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:56:37.240200 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (3f585870-767e-485a-9078-8bc4cfda6dc0), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.268848 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f585870-767e-485a-9078-8bc4cfda6dc0,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:37.273970 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] No DVR routers for this DVR port 3f585870-767e-485a-9078-8bc4cfda6dc0 on host dv-cinder-821602-11-iscsi {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:56:37.298044 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea133a7-8559-4d63-ac43-7a72cd34d681 None None] DHCP port deletion for 07a0d417-5712-46d3-a49f-b0771da37b6f request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:56:37.357908 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (07a0d417-5712-46d3-a49f-b0771da37b6f), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.380258 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a0d417-5712-46d3-a49f-b0771da37b6f']}} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:37.390905 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d52ff74-64db-40cd-ae45-8c7c20852048') {'for_net_delete': True} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:37.391074 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.services.segments.db [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d52ff74-64db-40cd-ae45-8c7c20852048') {} {{(pid=114414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:56:37.402013 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5957680'] for segment (9d52ff74-64db-40cd-ae45-8c7c20852048), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.420221 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (9d52ff74-64db-40cd-ae45-8c7c20852048), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.427758 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=114414) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:56:37.428170 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16101823'] for segment (9d52ff74-64db-40cd-ae45-8c7c20852048), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: Traceback (most recent call last): Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: timer() Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: cb(*args, **kw) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: return func(*args, **kwargs) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: self._notify() Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: self.callback(batched_events) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: event.method(event) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: return f(self, *a, **k) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._get(url).json() Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: return self.request(url, 'GET', **kwargs) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:56:37.430221 dv-cinder-821602-11-iscsi neutron-server[114414]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:56:37.487532 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (07a0d417-5712-46d3-a49f-b0771da37b6f), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.492524 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.498897 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] 10.222.0.48 "DELETE /v2.0/networks/07a0d417-5712-46d3-a49f-b0771da37b6f HTTP/1.1" status: 204 len: 168 time: 0.5349338 Jan 14 09:56:37.515758 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446f7dc-455d-4c12-9485-322535d9dc68 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a0d417-5712-46d3-a49f-b0771da37b6f,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:37.683254 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48282) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:37.727681 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1ce6fba1-d530-446b-b9f8-50f559cc336f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eac278870baf47c3b45b81d7e509466a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408537 Jan 14 09:56:37.727909 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48284) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:37.763931 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 28cdfc54-e184-4d4c-b8ca-45a20859bb8c no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:37.783660 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0da0ba16-0764-4e2c-8100-73546c75c74a admin admin] Publish callbacks [] for security_group (ba1afc06-f0fd-4a23-b6bc-66568f4424ce), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.785104 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 28cdfc54-e184-4d4c-b8ca-45a20859bb8c {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:37.785637 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 28cdfc54-e184-4d4c-b8ca-45a20859bb8c not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:37.786103 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 3f585870-767e-485a-9078-8bc4cfda6dc0 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:37.807743 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0da0ba16-0764-4e2c-8100-73546c75c74a admin admin] Publish callbacks [] for security_group (ba1afc06-f0fd-4a23-b6bc-66568f4424ce), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.816531 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 3f585870-767e-485a-9078-8bc4cfda6dc0 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:37.816873 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 3f585870-767e-485a-9078-8bc4cfda6dc0 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:37.817293 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 789b7fb6-9b06-4cb6-bae9-119579966d9a no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:56:37.840349 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 789b7fb6-9b06-4cb6-bae9-119579966d9a {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:56:37.840688 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 789b7fb6-9b06-4cb6-bae9-119579966d9a not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:56:37.859464 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0da0ba16-0764-4e2c-8100-73546c75c74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (ba1afc06-f0fd-4a23-b6bc-66568f4424ce), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.861985 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-0da0ba16-0764-4e2c-8100-73546c75c74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:37.863179 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-0da0ba16-0764-4e2c-8100-73546c75c74a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba1afc06-f0fd-4a23-b6bc-66568f4424ce HTTP/1.1" status: 204 len: 168 time: 0.1343849 Jan 14 09:56:37.871750 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0ba16-0764-4e2c-8100-73546c75c74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1afc06-f0fd-4a23-b6bc-66568f4424ce,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:38.212708 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48290) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:38.256018 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-3018a326-a131-4307-9600-865d08863887 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fad6508e735468cbed2eb05aeeb1895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420527 Jan 14 09:56:38.259289 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48292) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:56:38.316780 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-29f33798-d85d-4809-8ea4-cf7e2e3c2967 admin admin] Publish callbacks [] for security_group (5e3d4710-518c-49ae-b46f-27bded7ddb34), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:38.339048 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-29f33798-d85d-4809-8ea4-cf7e2e3c2967 admin admin] Publish callbacks [] for security_group (5e3d4710-518c-49ae-b46f-27bded7ddb34), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:38.385102 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-29f33798-d85d-4809-8ea4-cf7e2e3c2967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (5e3d4710-518c-49ae-b46f-27bded7ddb34), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:38.387834 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-29f33798-d85d-4809-8ea4-cf7e2e3c2967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:38.389014 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-29f33798-d85d-4809-8ea4-cf7e2e3c2967 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e3d4710-518c-49ae-b46f-27bded7ddb34 HTTP/1.1" status: 204 len: 168 time: 0.1288302 Jan 14 09:56:38.397838 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f33798-d85d-4809-8ea4-cf7e2e3c2967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3d4710-518c-49ae-b46f-27bded7ddb34,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:56:46.128353 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:47.726893 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:56:54.546801 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-b021e23f-9941-43f2-8a72-4a56de8fef90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:56.844699 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-014d208f-8620-4251-a527-95531f558c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:57.937305 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:56:59.645420 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:01.255498 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:14.419576 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48296) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:14.571424 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Deleting port dc3a1565-235e-432e-91e4-afc688294cc4 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:14.571755 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (dc3a1565-235e-432e-91e4-afc688294cc4), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:14.646812 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (dc3a1565-235e-432e-91e4-afc688294cc4), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:14.647130 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (dc3a1565-235e-432e-91e4-afc688294cc4), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:14.658686 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Calling delete_port for dc3a1565-235e-432e-91e4-afc688294cc4 owned by network:floatingip {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:15.055848 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (dc3a1565-235e-432e-91e4-afc688294cc4), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:15.083727 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'Port': ['ID=dc3a1565-235e-432e-91e4-afc688294cc4,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:15.143119 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (826f5a9a-23d0-490b-843d-efe55cc77fa5), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:15.143445 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Floating IP 826f5a9a-23d0-490b-843d-efe55cc77fa5 disassociated (deleted). External IP: 172.27.3.72, port: 3f628831-11b5-4805-bd1f-60bd89b47efd. Jan 14 09:57:15.348890 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:57:15.456852 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:57:15.461947 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:15.466839 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:57:15.476682 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:15.477370 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:15.489031 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-1d5f42ca-f4d8-49b4-b1ec-b7c20a751bd5 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "DELETE /v2.0/floatingips/826f5a9a-23d0-490b-843d-efe55cc77fa5 HTTP/1.1" status: 204 len: 168 time: 1.0683651 Jan 14 09:57:15.489616 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:57:15.491889 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de80b9ae-87c1-42e5-8c55-9b076ab43133" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:57:15.527439 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5010b-2607-4c3a-910a-44bb0a3d1172 x-openstack-request-id: req-bbe5010b-2607-4c3a-910a-44bb0a3d1172 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:57:15.527726 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:57:15.527976 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbe5010b-2607-4c3a-910a-44bb0a3d1172 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:57:15.528383 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'status': 'completed', 'code': 200} Jan 14 09:57:15.588098 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:15.591443 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-93c21cc1-d29d-4a55-95e5-56f82c24c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:15.593582 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-93c21cc1-d29d-4a55-95e5-56f82c24c43c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 1098 time: 0.0434194 Jan 14 09:57:15.696011 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-6679f4af-21ba-4345-bee7-8e633cf68e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:15.697717 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-6679f4af-21ba-4345-bee7-8e633cf68e8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.0913246 Jan 14 09:57:15.721133 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed10e6f-0b22-4235-be65-bdd91ff09632 req-e11928f8-b25b-4a25-975d-6e2b12fbc6b1 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:15.722789 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0ed10e6f-0b22-4235-be65-bdd91ff09632 req-e11928f8-b25b-4a25-975d-6e2b12fbc6b1 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 945 time: 0.0507963 Jan 14 09:57:15.744380 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-2c317b4c-95de-4501-8c6d-ff2615ae88a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f628831-11b5-4805-bd1f-60bd89b47efd HTTP/1.1" status: 200 len: 217 time: 0.0403495 Jan 14 09:57:15.773775 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-0ed10e6f-0b22-4235-be65-bdd91ff09632 req-52f3bb59-4ad9-4c67-87a5-840782b36a5d tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452261 Jan 14 09:57:15.796444 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-42fbbf5a-3291-4a2b-bb42-2838eac72169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:15.797941 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-42fbbf5a-3291-4a2b-bb42-2838eac72169 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0467141 Jan 14 09:57:15.830979 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:32Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:15.842569 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-4e11c7cc-7d6d-4717-b577-8724d39f06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:15.844043 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-4e11c7cc-7d6d-4717-b577-8724d39f06df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401077 Jan 14 09:57:15.857977 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:57:15.866108 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:15.866901 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:15.936268 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-6ca14908-5d32-4aa9-a12d-ff9ea7d38047 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Jan 14 09:57:15.977167 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:16.029448 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-de80b9ae-87c1-42e5-8c55-9b076ab43133 req-f161b4ff-ce5b-47e0-a4c3-611722117343 service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856385 Jan 14 09:57:16.137744 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:16.215704 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:32Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:16.240896 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787fb07-bbd3-41aa-9b8c-e1bd2702ddab None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_floatingips': [{'id': 'd3920712-7c15-41bb-87c1-aa064f4bbb92', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'router_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'port_id': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'mac_address': 'fa:16:3e:93:c6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-14T09:53:30Z', 'updated_at': '2022-01-14T09:53:32Z', 'revision_number': 1, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:57:16.459806 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92889ec-d853-46d7-a83b-d00d20519ba9 None None] New status for floating IP 826f5a9a-23d0-490b-843d-efe55cc77fa5: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:57:16.890431 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318f0ef-737f-44f2-bb4a-0a32750ae8a6 req-21d65b1b-4ef1-41a0-960a-cce5a8badbe6 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:16.891900 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e318f0ef-737f-44f2-bb4a-0a32750ae8a6 req-21d65b1b-4ef1-41a0-960a-cce5a8badbe6 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 945 time: 0.0478971 Jan 14 09:57:16.939459 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e318f0ef-737f-44f2-bb4a-0a32750ae8a6 req-9dbdf2e0-c035-49eb-8f5c-1471ddbeea56 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419703 Jan 14 09:57:17.156906 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-fdba16f6-d304-42f5-839b-42c115aaf462 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:17.158461 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-fdba16f6-d304-42f5-839b-42c115aaf462 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 945 time: 0.0464263 Jan 14 09:57:17.247731 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Deleting port 3f628831-11b5-4805-bd1f-60bd89b47efd {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:17.248065 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:17.333982 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] For port 3f628831-11b5-4805-bd1f-60bd89b47efd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=3f628831-11b5-4805-bd1f-60bd89b47efd,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:17.334341 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:17.346229 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Calling delete_port for 3f628831-11b5-4805-bd1f-60bd89b47efd owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:17.472954 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (3f628831-11b5-4805-bd1f-60bd89b47efd), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:17.501939 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'Port': ['ID=3f628831-11b5-4805-bd1f-60bd89b47efd,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:17.542490 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] No DVR routers for this DVR port 3f628831-11b5-4805-bd1f-60bd89b47efd on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:57:17.545640 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:17.549105 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-1ec4de9f-6b6b-4980-97b8-2c0cac704dd4 req-16eb0411-a728-45a2-a35b-fd88e5820620 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "DELETE /v2.0/ports/3f628831-11b5-4805-bd1f-60bd89b47efd HTTP/1.1" status: 204 len: 173 time: 0.3850698 Jan 14 09:57:17.549606 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'name': 'network-vif-deleted', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:57:17.552222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dc6bdb-a2ae-4ae1-9efc-ed8e1aa925f8" -d '{"events": [{"server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "name": "network-vif-deleted", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:57:17.764176 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2906d34-02a1-4fc8-a303-ba2c1bd30a43 x-openstack-request-id: req-c2906d34-02a1-4fc8-a303-ba2c1bd30a43 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:57:17.764567 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dbd088-4e3f-40bf-a1d8-6b4570ec964e", "name": "network-vif-deleted", "tag": "3f628831-11b5-4805-bd1f-60bd89b47efd", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:57:17.764912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2906d34-02a1-4fc8-a303-ba2c1bd30a43 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:57:17.765385 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dbd088-4e3f-40bf-a1d8-6b4570ec964e', 'name': 'network-vif-deleted', 'tag': '3f628831-11b5-4805-bd1f-60bd89b47efd', 'status': 'completed', 'code': 200} Jan 14 09:57:18.042086 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-5fcd00a7-452b-46d2-8d75-b8f1ff24a777 req-bf7c82d5-523b-4978-8621-cfb64f9ff4b1 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7dbd088-4e3f-40bf-a1d8-6b4570ec964e HTTP/1.1" status: 200 len: 210 time: 0.0258157 Jan 14 09:57:20.229250 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3f628831-11b5-4805-bd1f-60bd89b47efd no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:20.249373 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: 3f628831-11b5-4805-bd1f-60bd89b47efd {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:20.249713 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device 3f628831-11b5-4805-bd1f-60bd89b47efd not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:21.317581 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48326) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:21.478037 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Deleting port 6e7ce9cf-a747-4464-a9e6-b610ff9279e7 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:21.478399 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:21.553292 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:21.553610 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:21.565597 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Calling delete_port for 6e7ce9cf-a747-4464-a9e6-b610ff9279e7 owned by network:floatingip {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:21.707574 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (6e7ce9cf-a747-4464-a9e6-b610ff9279e7), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:21.734044 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'Port': ['ID=6e7ce9cf-a747-4464-a9e6-b610ff9279e7,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:21.799215 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (d3920712-7c15-41bb-87c1-aa064f4bbb92), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:21.799551 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.db.l3_db [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Floating IP d3920712-7c15-41bb-87c1-aa064f4bbb92 disassociated (deleted). External IP: 172.27.3.101, port: e4a905e5-ffa5-4d99-82af-d3f47bad54f6. Jan 14 09:57:22.005182 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:57:22.112794 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:57:22.117605 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:22.123537 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:57:22.133263 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:22.133860 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:22.143564 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ec15dd85-4faa-43e3-a35b-61e2d398e987 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "DELETE /v2.0/floatingips/d3920712-7c15-41bb-87c1-aa064f4bbb92 HTTP/1.1" status: 204 len: 168 time: 0.8248723 Jan 14 09:57:22.144154 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6'}] {{(pid=114413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:57:22.146439 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12c200a612706d460ea318c169f88d3428d3f6324ef0e597dc4ac7350a70adf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08352c79-5631-42a5-8d47-c1fabd5b8bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6"}]}' {{(pid=114413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:57:22.183368 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 14 Jan 2022 09:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d3c88-0acd-4642-80b7-ce1816b17142 x-openstack-request-id: req-2f2d3c88-0acd-4642-80b7-ce1816b17142 {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:57:22.183658 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6", "status": "completed", "code": 200}]} {{(pid=114413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:57:22.183909 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f2d3c88-0acd-4642-80b7-ce1816b17142 {{(pid=114413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:57:22.184352 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'status': 'completed', 'code': 200} Jan 14 09:57:22.243878 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:22.245653 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-18cf8ef2-9872-475c-81b4-bf684a9a83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:22.247209 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-18cf8ef2-9872-475c-81b4-bf684a9a83b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 1098 time: 0.0417647 Jan 14 09:57:22.351018 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-39702162-8c55-4fec-ad61-41151f394b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:22.352494 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-39702162-8c55-4fec-ad61-41151f394b71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 200 len: 912 time: 0.0998518 Jan 14 09:57:22.397033 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f97d29-7f2c-44cb-9879-d597f0737e6b req-870c2757-e9a9-4a0c-bbf4-db84989a4269 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114413) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:22.399015 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a4f97d29-7f2c-44cb-9879-d597f0737e6b req-870c2757-e9a9-4a0c-bbf4-db84989a4269 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 945 time: 0.0689931 Jan 14 09:57:22.402032 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-89543aec-6e7f-4543-b6a6-2e9286148056 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 200 len: 217 time: 0.0421917 Jan 14 09:57:22.451847 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [req-a4f97d29-7f2c-44cb-9879-d597f0737e6b req-04652636-94cb-426c-80b3-06c44ea0c4e1 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470366 Jan 14 09:57:22.453222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-0096e0df-7753-47f5-b08f-c0b238a6f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:22.454694 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-0096e0df-7753-47f5-b08f-c0b238a6f47d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 200 len: 850 time: 0.0448868 Jan 14 09:57:22.484802 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:22.498960 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-25b0aa32-b997-4e68-a16e-3027524eb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:22.500437 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-25b0aa32-b997-4e68-a16e-3027524eb20e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=80c10abc-4f06-43c3-8b66-e45b72fd3048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400043 Jan 14 09:57:22.511090 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:57:22.520450 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:22.521058 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:56:57Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:22.595735 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-e86c394b-108a-44eb-915b-2768356503ea service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883918 Jan 14 09:57:22.626309 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:22.690830 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-08352c79-5631-42a5-8d47-c1fabd5b8bfe req-21684b78-45c6-40cf-a877-6a83ea2733af service neutron] 10.222.0.45 "GET /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886519 Jan 14 09:57:22.825938 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:22.853217 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beed6ac-0efd-479d-abf6-3ac4d0b095f9 None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:50:07Z', 'revision_number': 4, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi', '_interfaces': [{'id': 'a87a6269-df19-4a69-a528-2a74062c86d9', 'name': '', 'network_id': '80c10abc-4f06-43c3-8b66-e45b72fd3048', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'mac_address': 'fa:16:3e:33:e8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:06Z', 'updated_at': '2022-01-14T09:50:14Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'subnets': [{'id': 'e5e45dcc-de47-4916-90f0-658df38b14a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:57:23.068623 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e4908-3295-457c-8976-9ae1d4f10a2c None None] New status for floating IP d3920712-7c15-41bb-87c1-aa064f4bbb92: DOWN {{(pid=114416) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 14 09:57:23.572577 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b2708-305f-4ed4-ad0e-eaa292f23f11 req-4c681f92-c3fb-4a71-8e36-4921e0ddbbe1 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:23.574639 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-738b2708-305f-4ed4-ad0e-eaa292f23f11 req-4c681f92-c3fb-4a71-8e36-4921e0ddbbe1 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 945 time: 0.0502667 Jan 14 09:57:23.623973 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-738b2708-305f-4ed4-ad0e-eaa292f23f11 req-fef412ea-1790-4b41-82e3-ae3e2928f22f tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/security-groups?id=09f115fb-cf93-44aa-bb41-a7471525a976&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426307 Jan 14 09:57:23.823018 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-94faeb43-499e-4188-be34-2258fcfbeba4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:23.825099 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-94faeb43-499e-4188-be34-2258fcfbeba4 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 945 time: 0.0469987 Jan 14 09:57:23.913442 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Deleting port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:23.913771 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:23.999653 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] For port e4a905e5-ffa5-4d99-82af-d3f47bad54f6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:23.999919 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:24.012306 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Calling delete_port for e4a905e5-ffa5-4d99-82af-d3f47bad54f6 owned by compute:nova {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:24.133932 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (e4a905e5-ffa5-4d99-82af-d3f47bad54f6), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:24.161275 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'Port': ['ID=e4a905e5-ffa5-4d99-82af-d3f47bad54f6,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:24.204933 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] No DVR routers for this DVR port e4a905e5-ffa5-4d99-82af-d3f47bad54f6 on host hv-cinder-82160 {{(pid=114414) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:57:24.207386 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for port (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:24.210654 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-2ed097e9-30f1-4378-8a61-94c1bb20773e req-0bc8cee6-636a-4678-a797-0465cc228011 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.45 "DELETE /v2.0/ports/e4a905e5-ffa5-4d99-82af-d3f47bad54f6 HTTP/1.1" status: 204 len: 173 time: 0.3803303 Jan 14 09:57:24.211083 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'name': 'network-vif-deleted', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6'}] {{(pid=114414) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 14 09:57:24.213290 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea98505dc4144b0d93f9b5db909f59195c160858bf8cdeb54e0cc26331af6fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb06cf6e-9c3c-4608-b72f-e144f28ca70a" -d '{"events": [{"server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "name": "network-vif-deleted", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6"}]}' {{(pid=114414) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 14 09:57:24.250092 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 14 Jan 2022 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c1eb08-0610-4225-aae6-36b6e1a09a41 x-openstack-request-id: req-11c1eb08-0610-4225-aae6-36b6e1a09a41 {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 14 09:57:24.250368 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6896bc-b3f8-44b4-b814-e3a09b8ba68c", "name": "network-vif-deleted", "tag": "e4a905e5-ffa5-4d99-82af-d3f47bad54f6", "status": "completed", "code": 200}]} {{(pid=114414) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 14 09:57:24.250732 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11c1eb08-0610-4225-aae6-36b6e1a09a41 {{(pid=114414) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 14 09:57:24.251130 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6896bc-b3f8-44b4-b814-e3a09b8ba68c', 'name': 'network-vif-deleted', 'tag': 'e4a905e5-ffa5-4d99-82af-d3f47bad54f6', 'status': 'completed', 'code': 200} Jan 14 09:57:24.550216 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-482633d4-d0f2-48cc-8879-5f2a2b10f308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:24.726317 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:57:24.727337 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-81746928-1368-4e9f-b719-e13e4ba2b96b req-52e15442-8415-4ef2-a6d7-69e5771a8c47 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 210 time: 0.0263205 Jan 14 09:57:24.814338 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e4557f3a-e076-4877-8574-b8770938c18e req-07cb2270-e4d0-4faf-bdff-4e524dc74e25 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274730 Jan 14 09:57:24.893542 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e4557f3a-e076-4877-8574-b8770938c18e req-a2c4e12c-c7cf-412c-a845-81151ad63e60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&device_id=2d6896bc-b3f8-44b4-b814-e3a09b8ba68c HTTP/1.1" status: 200 len: 210 time: 0.0260806 Jan 14 09:57:25.004473 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557f3a-e076-4877-8574-b8770938c18e req-78b7a54f-14e7-4070-b039-59b4c4a27a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:25.006107 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e4557f3a-e076-4877-8574-b8770938c18e req-78b7a54f-14e7-4070-b039-59b4c4a27a35 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0930812 Jan 14 09:57:25.095274 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557f3a-e076-4877-8574-b8770938c18e req-099aa0e3-ca73-45d4-b4e1-37e1d2e7cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114414) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 14 09:57:25.096647 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [req-e4557f3a-e076-4877-8574-b8770938c18e req-099aa0e3-ca73-45d4-b4e1-37e1d2e7cca8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855796 Jan 14 09:57:25.786133 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48342) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:25.905684 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Deleting port 179162c9-24d1-46d9-9464-b284acf333c4 {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:25.906019 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (179162c9-24d1-46d9-9464-b284acf333c4), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:25.981175 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (179162c9-24d1-46d9-9464-b284acf333c4), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:25.981417 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (179162c9-24d1-46d9-9464-b284acf333c4), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:25.992681 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Calling delete_port for 179162c9-24d1-46d9-9464-b284acf333c4 owned by network:floatingip {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:26.124094 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (179162c9-24d1-46d9-9464-b284acf333c4), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:26.152155 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'Port': ['ID=179162c9-24d1-46d9-9464-b284acf333c4,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:26.212751 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for floatingip (546c0b10-9461-4da2-a52e-4a001f8b6128), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:26.215613 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44897'] for floatingip (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:26.218399 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c35b2e52-812e-4a83-bcd7-220c81c14ae9 tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "DELETE /v2.0/floatingips/546c0b10-9461-4da2-a52e-4a001f8b6128 HTTP/1.1" status: 204 len: 168 time: 0.4296088 Jan 14 09:57:26.220186 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e4a905e5-ffa5-4d99-82af-d3f47bad54f6 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:26.240328 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] No Port match for: e4a905e5-ffa5-4d99-82af-d3f47bad54f6 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:26.240670 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Device e4a905e5-ffa5-4d99-82af-d3f47bad54f6 not bound to the agent host hv-cinder-82160 {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:26.845934 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-02ad631f-5b43-4398-8fe5-16f50e7a7df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:27.408127 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48354) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:27.466085 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group (09f115fb-cf93-44aa-bb41-a7471525a976), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:27.493388 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group (09f115fb-cf93-44aa-bb41-a7471525a976), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:27.563073 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (09f115fb-cf93-44aa-bb41-a7471525a976), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:27.565711 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:27.566892 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] 10.222.0.48 "DELETE /v2.0/security-groups/09f115fb-cf93-44aa-bb41-a7471525a976 HTTP/1.1" status: 204 len: 168 time: 0.1577296 Jan 14 09:57:27.576394 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f115fb-cf93-44aa-bb41-a7471525a976,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:27.583528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.583880 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.584225 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.584561 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.584892 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.585247 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.585578 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.585904 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.586228 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.586665 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.586997 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.587316 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.587637 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb26c08-0775-4f5d-b41d-23630a819dac tempest-TestVolumeBootPattern-925021366 tempest-TestVolumeBootPattern-925021366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:27.937944 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:28.629543 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48360) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:29.110893 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (ddae5e71-a66b-435e-b7a2-17a80e781a23), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:29.342239 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Deleting port a87a6269-df19-4a69-a528-2a74062c86d9 {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:29.342593 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:29.418500 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] For port a87a6269-df19-4a69-a528-2a74062c86d9, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=a87a6269-df19-4a69-a528-2a74062c86d9,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:29.418860 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:29.431222 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Calling delete_port for a87a6269-df19-4a69-a528-2a74062c86d9 owned by network:router_interface {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:29.606851 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (a87a6269-df19-4a69-a528-2a74062c86d9), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:29.637912 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87a6269-df19-4a69-a528-2a74062c86d9,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:29.655154 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:29.660709 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.661053 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.661385 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.661714 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.662039 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.662371 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.662701 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.663018 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.663332 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.663645 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.663956 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.664266 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:29.664574 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-11-iscsi {{(pid=114414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 14 09:57:30.081766 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (ddae5e71-a66b-435e-b7a2-17a80e781a23), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:30.290653 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Router ddae5e71-a66b-435e-b7a2-17a80e781a23 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114414) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:57:30.402878 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114414) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:57:30.407971 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-10143b33-4d97-48d0-b0aa-36402bc0df92 admin admin] 10.222.0.48 "PUT /v2.0/routers/ddae5e71-a66b-435e-b7a2-17a80e781a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7774231 Jan 14 09:57:30.410524 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48364) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:30.414768 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] Sync routers for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:57:30.424881 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:30.425743 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:57:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:30.514213 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks [] for router (ddae5e71-a66b-435e-b7a2-17a80e781a23), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:30.616322 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks [] for router_gateway (ddae5e71-a66b-435e-b7a2-17a80e781a23), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:30.657267 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:30.671513 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Deleting port 0b4bca89-855e-4e79-b086-e8fa7bed998c {{(pid=114414) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:30.672053 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:30.748161 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.db [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] For port 0b4bca89-855e-4e79-b086-e8fa7bed998c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=0b4bca89-855e-4e79-b086-e8fa7bed998c,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114414) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:30.748161 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:30.762163 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.plugins.ml2.plugin [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Calling delete_port for 0b4bca89-855e-4e79-b086-e8fa7bed998c owned by network:router_gateway {{(pid=114414) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:30.830605 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:57:29Z', 'revision_number': 5, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port': {'id': '0b4bca89-855e-4e79-b086-e8fa7bed998c', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:04Z', 'updated_at': '2022-01-14T09:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:30.860843 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] Checking router: ddae5e71-a66b-435e-b7a2-17a80e781a23 for host: dv-cinder-821602-11-iscsi {{(pid=114415) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:57:30.869001 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] Routers {'ddae5e71-a66b-435e-b7a2-17a80e781a23'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114415) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:30.869606 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:57:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['ddae5e71-a66b-435e-b7a2-17a80e781a23'], 'active': True} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:30.924362 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16101778'] for port (0b4bca89-855e-4e79-b086-e8fa7bed998c), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:30.949809 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4bca89-855e-4e79-b086-e8fa7bed998c,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:30.956119 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_dvr_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] Set router ddae5e71-a66b-435e-b7a2-17a80e781a23 gateway port host: None {{(pid=114415) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:31.011122 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.db.l3_hamode_db [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:57:30Z', 'revision_number': 6, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port_host': None}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:31.015676 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (ddae5e71-a66b-435e-b7a2-17a80e781a23), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.043644 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a878c-6f82-4b70-8ed0-531ea12fbf57 None None] The sync data for ids ['ddae5e71-a66b-435e-b7a2-17a80e781a23'] in dv-cinder-821602-11-iscsi is: [{'id': 'ddae5e71-a66b-435e-b7a2-17a80e781a23', 'name': 'tempest-TestVolumeBootPattern-493309082-router', 'tenant_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:03Z', 'updated_at': '2022-01-14T09:57:30Z', 'revision_number': 6, 'project_id': 'bf5c8a2464f543e4b2e3c1a50648f73d', 'gw_port_host': None}] {{(pid=114415) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:57:31.109334 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (ddae5e71-a66b-435e-b7a2-17a80e781a23), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.111441 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks [] for router_controller (ddae5e71-a66b-435e-b7a2-17a80e781a23), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.153055 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (ddae5e71-a66b-435e-b7a2-17a80e781a23), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.153574 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddae5e71-a66b-435e-b7a2-17a80e781a23 {{(pid=114414) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:57:31.157854 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.159029 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-1559d1a8-ea2b-4d1d-a9f9-7dc59d67f80d admin admin] 10.222.0.48 "DELETE /v2.0/routers/ddae5e71-a66b-435e-b7a2-17a80e781a23 HTTP/1.1" status: 204 len: 168 time: 0.7475972 Jan 14 09:57:31.161564 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48366) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:31.208410 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Deleting subnet e5e45dcc-de47-4916-90f0-658df38b14a0 {{(pid=114414) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:57:31.211393 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Publish callbacks [] for subnet (e5e45dcc-de47-4916-90f0-658df38b14a0), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.244538 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5957691'] for subnet (e5e45dcc-de47-4916-90f0-658df38b14a0), precommit_delete_associations {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.259211 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.320838 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (e5e45dcc-de47-4916-90f0-658df38b14a0), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.373574 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16101701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16095576'] for subnet (e5e45dcc-de47-4916-90f0-658df38b14a0), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.404148 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e45dcc-de47-4916-90f0-658df38b14a0,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:31.407767 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.412816 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-d7266438-50c9-426a-9e62-9285b5517ede admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5e45dcc-de47-4916-90f0-658df38b14a0 HTTP/1.1" status: 204 len: 168 time: 0.2502604 Jan 14 09:57:31.413838 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48368) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:31.420703 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b44f4-382b-49e6-ab3b-3e80148c69a8 None None] Network 80c10abc-4f06-43c3-8b66-e45b72fd3048 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:57:31.496420 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (80c10abc-4f06-43c3-8b66-e45b72fd3048), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.549400 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Deleting port b4a6ddc3-6a3e-435b-ba71-f2873f694fda {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:31.549807 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.613418 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] For port b4a6ddc3-6a3e-435b-ba71-f2873f694fda, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,segment=NetworkSegment(2599cbc7-8d61-48e6-8eef-c4649a55f859),segment_id=2599cbc7-8d61-48e6-8eef-c4649a55f859)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:31.613773 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.625994 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Calling delete_port for b4a6ddc3-6a3e-435b-ba71-f2873f694fda owned by network:dhcp {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:31.703393 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (b4a6ddc3-6a3e-435b-ba71-f2873f694fda), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.729606 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a6ddc3-6a3e-435b-ba71-f2873f694fda,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:31.731411 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] No DVR routers for this DVR port b4a6ddc3-6a3e-435b-ba71-f2873f694fda on host dv-cinder-821602-11-iscsi {{(pid=114413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:57:31.803426 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (80c10abc-4f06-43c3-8b66-e45b72fd3048), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.825625 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c10abc-4f06-43c3-8b66-e45b72fd3048']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:31.832622 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e79e5d-322f-4285-9bf4-d4a128f9df37 None None] DHCP port deletion for 80c10abc-4f06-43c3-8b66-e45b72fd3048 request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:57:31.835656 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2599cbc7-8d61-48e6-8eef-c4649a55f859') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:31.835951 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2599cbc7-8d61-48e6-8eef-c4649a55f859') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:31.850469 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (2599cbc7-8d61-48e6-8eef-c4649a55f859), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.864754 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (2599cbc7-8d61-48e6-8eef-c4649a55f859), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.871602 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:57:31.872012 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (2599cbc7-8d61-48e6-8eef-c4649a55f859), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:57:31.873632 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:57:31.904077 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a87a6269-df19-4a69-a528-2a74062c86d9 no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:31.929830 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: a87a6269-df19-4a69-a528-2a74062c86d9 {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:31.930172 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device a87a6269-df19-4a69-a528-2a74062c86d9 not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:31.930639 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device b4a6ddc3-6a3e-435b-ba71-f2873f694fda no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:31.935306 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (80c10abc-4f06-43c3-8b66-e45b72fd3048), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.939978 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:31.943451 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/80c10abc-4f06-43c3-8b66-e45b72fd3048 HTTP/1.1" status: 204 len: 168 time: 0.5287018 Jan 14 09:57:31.946555 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48370) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:31.951904 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: b4a6ddc3-6a3e-435b-ba71-f2873f694fda {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:31.952250 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device b4a6ddc3-6a3e-435b-ba71-f2873f694fda not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:31.952663 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 0b4bca89-855e-4e79-b086-e8fa7bed998c no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:31.975638 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 0b4bca89-855e-4e79-b086-e8fa7bed998c {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:31.975988 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 0b4bca89-855e-4e79-b086-e8fa7bed998c not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:31.998820 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3d0fa-0051-454c-b2c3-eadfe29370b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c10abc-4f06-43c3-8b66-e45b72fd3048,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:32.304379 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7954956'] for router_interface (6d817ed3-813c-431d-8585-0d5baeb81f43), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:32.545030 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Deleting port d6813d58-1305-44be-abd2-9f1faa15944f {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:32.545739 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:32.619122 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] For port d6813d58-1305-44be-abd2-9f1faa15944f, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=d6813d58-1305-44be-abd2-9f1faa15944f,segment=NetworkSegment(d5c1cff6-242f-433c-a1f1-b13258e7e389),segment_id=d5c1cff6-242f-433c-a1f1-b13258e7e389)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:32.619393 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:32.631721 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Calling delete_port for d6813d58-1305-44be-abd2-9f1faa15944f owned by network:router_interface {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:32.803165 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (d6813d58-1305-44be-abd2-9f1faa15944f), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:32.832981 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6813d58-1305-44be-abd2-9f1faa15944f,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:32.991857 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7985219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7954844'] for router_interface (6d817ed3-813c-431d-8585-0d5baeb81f43), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:33.207201 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Router 6d817ed3-813c-431d-8585-0d5baeb81f43 has already been hosted by L3 agent c6c0f2d7-8f2a-4452-96c7-c318311b8adf {{(pid=114413) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 14 09:57:33.310757 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] Notify agent at l3_agent.dv-cinder-821602-11-iscsi the message routers_updated {{(pid=114413) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 14 09:57:33.318239 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-d420d409-dfc0-4f22-a0ad-5d221f6f5359 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d817ed3-813c-431d-8585-0d5baeb81f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3682833 Jan 14 09:57:33.318379 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48372) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:33.319304 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] Sync routers for ids ['6d817ed3-813c-431d-8585-0d5baeb81f43'] in dv-cinder-821602-11-iscsi {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 14 09:57:33.329253 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] Routers {'6d817ed3-813c-431d-8585-0d5baeb81f43'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:33.329869 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:57:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6d817ed3-813c-431d-8585-0d5baeb81f43'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:33.436818 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] Set router 6d817ed3-813c-431d-8585-0d5baeb81f43 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:33.623182 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:57:32Z', 'revision_number': 5, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:33.652929 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] Checking router: 6d817ed3-813c-431d-8585-0d5baeb81f43 for host: dv-cinder-821602-11-iscsi {{(pid=114416) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 14 09:57:33.658805 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks [] for router (6d817ed3-813c-431d-8585-0d5baeb81f43), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:33.661676 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] Routers {'6d817ed3-813c-431d-8585-0d5baeb81f43'} bound to L3 agent in host dv-cinder-821602-11-iscsi {{(pid=114416) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 14 09:57:33.662271 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-14T09:36:57Z,description=,heartbeat_timestamp=2022-01-14T09:57:27Z,host='dv-cinder-821602-11-iscsi',id=c6c0f2d7-8f2a-4452-96c7-c318311b8adf,load=0,resource_versions=,resources_synced=,started_at=2022-01-14T09:36:57Z,topic='l3_agent')) {'router_ids': ['6d817ed3-813c-431d-8585-0d5baeb81f43'], 'active': True} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:33.761514 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks [] for router_gateway (6d817ed3-813c-431d-8585-0d5baeb81f43), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:33.766989 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_dvr_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] Set router 6d817ed3-813c-431d-8585-0d5baeb81f43 gateway port host: dv-cinder-821602-11-iscsi {{(pid=114416) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 14 09:57:33.821666 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Deleting port 261cdd54-f160-4811-ae99-acb78a1453ba {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:33.822004 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:33.899400 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] For port 261cdd54-f160-4811-ae99-acb78a1453ba, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=261cdd54-f160-4811-ae99-acb78a1453ba,segment=NetworkSegment(61ceca11-7f6f-41e9-a87d-32242d0ae8f3),segment_id=61ceca11-7f6f-41e9-a87d-32242d0ae8f3)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:33.899759 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:33.912634 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Calling delete_port for 261cdd54-f160-4811-ae99-acb78a1453ba owned by network:router_gateway {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:33.944502 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.l3_hamode_db [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:57:32Z', 'revision_number': 5, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}], 'dv-cinder-821602-11-iscsi', False) {} {{(pid=114416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:33.971870 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688c141-3188-40ab-be3e-21e3c52c9351 None None] The sync data for ids ['6d817ed3-813c-431d-8585-0d5baeb81f43'] in dv-cinder-821602-11-iscsi is: [{'id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'name': 'tempest-TestVolumeBootPattern-1337357751-router', 'tenant_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'external_fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-14T09:50:10Z', 'updated_at': '2022-01-14T09:57:32Z', 'revision_number': 5, 'project_id': '0f871d35ac354fc78f4fc1d2a42cff1a', 'gw_port': {'id': '261cdd54-f160-4811-ae99-acb78a1453ba', 'name': '', 'network_id': 'e6b0ed38-ffb7-43e0-8410-72a968ceae2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d817ed3-813c-431d-8585-0d5baeb81f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '828a8941-4600-439e-9442-417725ccab1a', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-14T09:50:11Z', 'updated_at': '2022-01-14T09:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '828a8941-4600-439e-9442-417725ccab1a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-11-iscsi'}] {{(pid=114416) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 14 09:57:34.078990 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (261cdd54-f160-4811-ae99-acb78a1453ba), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.105455 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=261cdd54-f160-4811-ae99-acb78a1453ba,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:34.165812 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7947510'] for router_gateway (6d817ed3-813c-431d-8585-0d5baeb81f43), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.252010 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7935103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2687'] for router (6d817ed3-813c-431d-8585-0d5baeb81f43), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.254161 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks [] for router_controller (6d817ed3-813c-431d-8585-0d5baeb81f43), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.297249 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7935078'] for router (6d817ed3-813c-431d-8585-0d5baeb81f43), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.297811 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d817ed3-813c-431d-8585-0d5baeb81f43 {{(pid=114413) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 14 09:57:34.302308 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.303487 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-cb82eaea-fa1f-4b04-971b-b3463a97dc50 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6d817ed3-813c-431d-8585-0d5baeb81f43 HTTP/1.1" status: 204 len: 168 time: 0.9841909 Jan 14 09:57:34.305972 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48374) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:34.356244 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.db_base_plugin_v2 [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Deleting subnet 054fbedc-aa24-4b94-a579-8f96e26feeee {{(pid=114413) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 14 09:57:34.359815 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Publish callbacks [] for subnet (054fbedc-aa24-4b94-a579-8f96e26feeee), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.401806 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5781085'] for subnet (054fbedc-aa24-4b94-a579-8f96e26feeee), precommit_delete_associations {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.481379 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611454'] for subnet (054fbedc-aa24-4b94-a579-8f96e26feeee), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.536880 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7963114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5780066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5018268'] for subnet (054fbedc-aa24-4b94-a579-8f96e26feeee), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.564612 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054fbedc-aa24-4b94-a579-8f96e26feeee,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:34.566662 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for subnet (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.569948 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-b688e4d1-f20e-4027-acb3-85ab2aaddc54 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/054fbedc-aa24-4b94-a579-8f96e26feeee HTTP/1.1" status: 204 len: 168 time: 0.2629783 Jan 14 09:57:34.572313 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48376) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:34.574858 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ed1da-11cc-4c58-a674-cefb16c0397e None None] Network d44f33b4-0076-4356-a9be-f9cbd5003494 requested from dv-cinder-821602-11-iscsi {{(pid=114415) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 14 09:57:34.644146 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-616325'] for network (d44f33b4-0076-4356-a9be-f9cbd5003494), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.701917 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Deleting port afb4c445-8187-4acc-bb0a-f3be3592f77c {{(pid=114413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 14 09:57:34.702528 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765034534108'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.771462 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.db [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] For port afb4c445-8187-4acc-bb0a-f3be3592f77c, host dv-cinder-821602-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-11-iscsi',level=0,port_id=afb4c445-8187-4acc-bb0a-f3be3592f77c,segment=NetworkSegment(d5c1cff6-242f-433c-a1f1-b13258e7e389),segment_id=d5c1cff6-242f-433c-a1f1-b13258e7e389)] {{(pid=114413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 14 09:57:34.771817 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7959131'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.785612 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.plugin [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Calling delete_port for afb4c445-8187-4acc-bb0a-f3be3592f77c owned by network:dhcp {{(pid=114413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 14 09:57:34.861322 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-950026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765034541626', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765033943089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5780149'] for port (afb4c445-8187-4acc-bb0a-f3be3592f77c), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.883949 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb4c445-8187-4acc-bb0a-f3be3592f77c,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:34.890436 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] No DVR routers for this DVR port afb4c445-8187-4acc-bb0a-f3be3592f77c on host dv-cinder-821602-11-iscsi {{(pid=114413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 14 09:57:34.961579 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-614121', 'neutron.services.segments.db._delete_segments_for_network-8765034530344'] for network (d44f33b4-0076-4356-a9be-f9cbd5003494), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:34.984758 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252300f-bf3b-4ecc-8589-164c108d5a44 None None] DHCP port deletion for d44f33b4-0076-4356-a9be-f9cbd5003494 request from dv-cinder-821602-11-iscsi {{(pid=114415) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 14 09:57:34.987695 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44f33b4-0076-4356-a9be-f9cbd5003494']}} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:34.999317 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c1cff6-242f-433c-a1f1-b13258e7e389') {'for_net_delete': True} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:34.999849 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.services.segments.db [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c1cff6-242f-433c-a1f1-b13258e7e389') {} {{(pid=114413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 14 09:57:35.016079 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765034530865', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5781078'] for segment (d5c1cff6-242f-433c-a1f1-b13258e7e389), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.032802 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699'] for segment (d5c1cff6-242f-433c-a1f1-b13258e7e389), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.039672 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=114413) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 14 09:57:35.040222 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1018699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5780120'] for segment (d5c1cff6-242f-433c-a1f1-b13258e7e389), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: Traceback (most recent call last): Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: timer() Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: cb(*args, **kw) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: return func(*args, **kwargs) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: self._notify() Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: self.callback(batched_events) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: event.method(event) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: aggregate_uuid = self.p_client.list_aggregates( Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: return f(self, *a, **k) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._get(url).json() Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: return self.request(url, 'GET', **kwargs) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: base_url = self.get_endpoint(auth, allow=allow, Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 09:57:35.042011 dv-cinder-821602-11-iscsi neutron-server[114413]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 09:57:35.098888 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-614128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7985210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7947290'] for network (d44f33b4-0076-4356-a9be-f9cbd5003494), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.104126 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7985196'] for network (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.107384 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d44f33b4-0076-4356-a9be-f9cbd5003494 HTTP/1.1" status: 204 len: 168 time: 0.5341551 Jan 14 09:57:35.122343 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad660278-c37f-4ab4-9455-0d9d8b011961 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44f33b4-0076-4356-a9be-f9cbd5003494,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:35.249408 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48380) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:35.289795 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-78e94000-02cb-455e-91a8-85fd8772ad89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf5c8a2464f543e4b2e3c1a50648f73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391307 Jan 14 09:57:35.292153 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48382) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:35.340088 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7ffbaffa-27fd-4945-8f16-10554506f109 admin admin] Publish callbacks [] for security_group (17517cf9-6838-457b-9030-3805513bea28), before_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.361015 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7ffbaffa-27fd-4945-8f16-10554506f109 admin admin] Publish callbacks [] for security_group (17517cf9-6838-457b-9030-3805513bea28), precommit_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.408340 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7ffbaffa-27fd-4945-8f16-10554506f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (17517cf9-6838-457b-9030-3805513bea28), after_delete {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.410989 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron_lib.callbacks.manager [None req-7ffbaffa-27fd-4945-8f16-10554506f109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.412143 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-7ffbaffa-27fd-4945-8f16-10554506f109 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17517cf9-6838-457b-9030-3805513bea28 HTTP/1.1" status: 204 len: 168 time: 0.1190975 Jan 14 09:57:35.419758 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbaffa-27fd-4945-8f16-10554506f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17517cf9-6838-457b-9030-3805513bea28,revision_number=None']} {{(pid=114413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:35.749911 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [-] (114413) accepted ('10.222.0.48', 48388) {{(pid=114413) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:35.790384 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 261cdd54-f160-4811-ae99-acb78a1453ba no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:35.792309 dv-cinder-821602-11-iscsi neutron-server[114413]: INFO neutron.wsgi [None req-c199701a-0499-4ae5-9cc1-5301393c7f0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f871d35ac354fc78f4fc1d2a42cff1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411103 Jan 14 09:57:35.795252 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [-] (114414) accepted ('10.222.0.48', 48390) {{(pid=114414) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 14 09:57:35.811361 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: 261cdd54-f160-4811-ae99-acb78a1453ba {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:35.811701 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device 261cdd54-f160-4811-ae99-acb78a1453ba not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:35.812109 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device afb4c445-8187-4acc-bb0a-f3be3592f77c no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:35.831792 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: afb4c445-8187-4acc-bb0a-f3be3592f77c {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:35.832131 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device afb4c445-8187-4acc-bb0a-f3be3592f77c not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:35.832530 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d6813d58-1305-44be-abd2-9f1faa15944f no longer exists at agent ovs-agent-dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 14 09:57:35.843628 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f2d57e58-f0d2-41cd-b000-dc9102827f11 admin admin] Publish callbacks [] for security_group (792b5a12-118a-406c-aca7-30bf28305db9), before_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.854145 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.plugin [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] No Port match for: d6813d58-1305-44be-abd2-9f1faa15944f {{(pid=114415) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 14 09:57:35.854510 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron.plugins.ml2.rpc [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Device d6813d58-1305-44be-abd2-9f1faa15944f not bound to the agent host dv-cinder-821602-11-iscsi {{(pid=114415) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 14 09:57:35.865996 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f2d57e58-f0d2-41cd-b000-dc9102827f11 admin admin] Publish callbacks [] for security_group (792b5a12-118a-406c-aca7-30bf28305db9), precommit_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.912158 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f2d57e58-f0d2-41cd-b000-dc9102827f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7918921'] for security_group (792b5a12-118a-406c-aca7-30bf28305db9), after_delete {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.914836 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron_lib.callbacks.manager [None req-f2d57e58-f0d2-41cd-b000-dc9102827f11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:35.915973 dv-cinder-821602-11-iscsi neutron-server[114414]: INFO neutron.wsgi [None req-f2d57e58-f0d2-41cd-b000-dc9102827f11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/792b5a12-118a-406c-aca7-30bf28305db9 HTTP/1.1" status: 204 len: 168 time: 0.1197348 Jan 14 09:57:35.923619 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d57e58-f0d2-41cd-b000-dc9102827f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b5a12-118a-406c-aca7-30bf28305db9,revision_number=None']} {{(pid=114414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 14 09:57:46.146933 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:54.556247 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-333fef17-efca-4f51-8317-352b0e8470ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:56.847194 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3f4812de-d8fb-47cb-817b-fd01b2ae842d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:57.940228 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:57:59.650314 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:01.267810 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:01.726068 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:58:16.146302 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:24.557780 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3265a7ed-0834-4158-8b4d-4600ca3edea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:26.847456 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea83-f670-4658-b6ab-f38e160bd4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:27.943432 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:29.651825 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:31.261847 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:38.726525 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:58:46.160661 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:54.559034 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-9c345c04-c4a9-4e6d-afff-178eaacf434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:56.849074 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-cf69a779-c0a5-44f9-8e8a-98bbce393cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:57.946998 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:58:59.654328 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:01.269992 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:15.726211 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:59:16.159249 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:24.561046 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-3185cfd6-18be-4585-9599-6d60003bbc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:26.850213 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-536c7ec6-074b-401c-82b5-eea1df392dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:27.950218 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:29.656658 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:31.262671 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:46.174772 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:52.724623 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 09:59:54.562695 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-8823d0db-dd11-4543-aa74-395bd9f3da44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:56.851877 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-423a719f-f32f-41d7-9cfa-6dd072559fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:57.952560 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 09:59:59.659138 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:01.261115 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:16.176723 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:24.563035 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-846b9f15-b8a3-44e0-8614-541423daa929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:26.852998 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-03c5c621-308f-4163-8890-0f2423fad1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:27.954952 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:29.662386 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:29.727063 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 10:00:31.267501 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:45.291290 dv-cinder-821602-11-iscsi neutron-server[114414]: DEBUG neutron.wsgi [req-de39932b-15cd-41d6-8986-bc8b27d8ccc6 req-b91632b1-1dcb-4ed1-8b7e-12d82f4830ff service neutron] (114414) timed out ('10.222.0.45', 54701) {{(pid=114414) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 14 10:00:45.454025 dv-cinder-821602-11-iscsi neutron-server[114413]: DEBUG neutron.wsgi [req-0b9845ed-bf93-42c4-9d20-3042d373c03b req-a08500eb-5bc3-4de2-8d6e-39981f342969 service neutron] (114413) timed out ('10.222.0.45', 54661) {{(pid=114413) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 14 10:00:46.188877 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:54.565142 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2c705c61-4df4-4e01-ade0-87fc1dc200ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:56.854149 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-2131b036-4ae0-4531-a90f-2452194a7fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:57.958163 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:00:59.664147 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:01.259562 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:06.725795 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 10:01:16.187519 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:24.566869 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-81b8ac28-4e10-4a4c-82a6-447307c91438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:26.854917 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-5dec65b1-88c2-4faa-b0df-6bba1162aa18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:27.961001 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:29.667009 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:31.263041 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:43.724363 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 10:01:46.205643 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:54.570732 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f918fc26-6b4d-47c5-9db9-bee2769457aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:56.857172 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-37428d10-81e0-4326-8601-158a0798f5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:57.963504 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:01:59.669409 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:01.265210 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:16.216494 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:20.724148 dv-cinder-821602-11-iscsi neutron-server[114416]: DEBUG neutron.db.agents_db [None req-4e95dbae-b3cb-4184-9998-7df25af41d03 None None] Agent healthcheck: found 6 active agents {{(pid=114416) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 14 10:02:24.573282 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-1ea865b5-1d16-42e6-bbad-78b0e3efcea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c05a1444-502a-46a1-bce9-223e339cab68), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:26.859369 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-f20fc075-91ca-4e69-a193-6e4279dd6bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (c6c0f2d7-8f2a-4452-96c7-c318311b8adf), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:27.965405 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-0e2626d8-9f00-4858-8f6c-5eb4c0ca790d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (4347c589-bc62-464a-9182-c72c85bc2624), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:29.673485 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-229acd61-b683-49be-be6e-163822e15eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (ca9d684d-6e53-40f1-8bf6-a4dac70d117d), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:31.267572 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-be2c5450-14b5-475e-8834-5b29b204bc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (05af59f7-fa8f-4375-8884-604fc4685b02), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 14 10:02:46.216746 dv-cinder-821602-11-iscsi neutron-server[114415]: DEBUG neutron_lib.callbacks.manager [None req-761a9a1f-b80e-4425-bf33-4230ecfc3d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765034530326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-959935'] for agent (46791cbf-6dbc-4650-a458-2bf848784bef), after_update {{(pid=114415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}